eventhub-processor2 1.4.0 → 1.9.0

data/lib/eventhub/actor_watchdog.rb

@@ -7,20 +7,19 @@ module EventHub
     finalizer :cleanup
 
     def initialize
-      EventHub.logger.info('Watchdog is starting...')
+      EventHub.logger.info("Watchdog is starting...")
       async.start
     end
 
     def start
       loop do
-        EventHub.logger.info('Running watchdog...')
         watch
         sleep Configuration.processor[:watchdog_cycle_in_s]
       end
     end
 
     def cleanup
-      EventHub.logger.info('Watchdog is cleaning up...')
+      EventHub.logger.info("Watchdog is cleaning up...")
     end
 
     private
@@ -36,7 +35,7 @@ module EventHub
         end
       end
     ensure
-      connection.close if connection
+      connection&.close
     end
   end
 end

data/lib/eventhub/base.rb

@@ -1,36 +1,29 @@
-require 'uuidtools'
-require 'json'
-require 'base64'
-require 'optparse'
+require "uuidtools"
+require "json"
+require "base64"
+require "optparse"
 
-require 'eventhub/components'
-require 'logstash-logger'
-require 'bunny'
+require "eventhub/components"
+require "logstash-logger"
+require "bunny"
+require "celluloid"
 
-# Maybe needs refactoring in future versions ?!
-if ENV['RSPEC_PROCESSOR2']
-  require 'celluloid'
-else
-  # celluloid is booting automatically
-  require 'celluloid/current'
-end
-
-require_relative 'version'
-require_relative 'constant'
-require_relative 'base_exception'
-require_relative 'logger'
-require_relative 'helper'
-require_relative 'sleeper'
-require_relative 'hash_extensions'
-require_relative 'configuration'
-require_relative 'message'
-require_relative 'statistics'
-require_relative 'consumer'
-require_relative 'actor_heartbeat'
-require_relative 'actor_watchdog'
-require_relative 'actor_publisher'
-require_relative 'actor_listener'
-require_relative 'processor2'
+require_relative "version"
+require_relative "constant"
+require_relative "base_exception"
+require_relative "logger"
+require_relative "helper"
+require_relative "sleeper"
+require_relative "hash_extensions"
+require_relative "configuration"
+require_relative "message"
+require_relative "statistics"
+require_relative "consumer"
+require_relative "actor_heartbeat"
+require_relative "actor_watchdog"
+require_relative "actor_publisher"
+require_relative "actor_listener"
+require_relative "processor2"
 
 Celluloid.logger = nil
 Celluloid.exception_handler { |ex| EventHub.logger.error "Exception occured: #{ex}" }

data/lib/eventhub/base_exception.rb

@@ -3,9 +3,9 @@ module EventHub
   # BaseException class
   class BaseException < RuntimeError
     attr_accessor :code, :message
-    def initialize(message=nil, code=EventHub::STATUS_DEADLETTER)
+    def initialize(message = nil, code = EventHub::STATUS_DEADLETTER)
       @message = message
-      @code    = code
+      @code = code
       super(@message)
     end
   end

data/lib/eventhub/configuration.rb

@@ -6,16 +6,16 @@ module EventHub
     extend self
     extend Helper
 
-    attr_reader :name           # name of processor
-    attr_reader :environment    # environment the processor is running
-    attr_reader :detached       # run processor run as a daemon
-    attr_reader :config_file    # name of configuration file
-    attr_reader :config_data    # data from configuration file
-
-    @name = 'undefined'
-    @environment = 'development'
+    attr_reader :name # name of processor
+    attr_reader :environment # environment the processor is running
+    attr_reader :detached # run processor run as a daemon
+    attr_reader :config_file # name of configuration file
+    attr_reader :config_data # data from configuration file
+
+    @name = "undefined"
+    @environment = "development"
     @detached = false
-    @config_file = File.join(Dir.getwd, 'config', "#{@name}.json")
+    @config_file = File.join(Dir.getwd, "config", "#{@name}.json")
     @config_data = {}
 
     # set name of processor
@@ -24,32 +24,32 @@ module EventHub
     end
 
     def reset
-      @name = 'undefined'
-      @environment = 'development'
+      @name = "undefined"
+      @environment = "development"
       @detached = false
-      @config_file = File.join(Dir.getwd, 'config', "#{@name}.json")
+      @config_file = File.join(Dir.getwd, "config", "#{@name}.json")
       @config_data = {}
     end
 
     # parse options from argument list
     def parse_options(argv = ARGV)
-      @config_file = File.join(Dir.getwd, 'config', "#{@name}.json")
+      @config_file = File.join(Dir.getwd, "config", "#{@name}.json")
 
-      OptionParser.new do |opts|
-        note = 'Define environment'
-        opts.on('-e', '--environment ENVIRONMENT', note) do |environment|
+      OptionParser.new { |opts|
+        note = "Define environment"
+        opts.on("-e", "--environment ENVIRONMENT", note) do |environment|
           @environment = environment
         end
 
-        opts.on('-d', '--detached', 'Run processor detached as a daemon') do
+        opts.on("-d", "--detached", "Run processor detached as a daemon") do
           @detached = true
         end
 
-        note = 'Define configuration file'
-        opts.on('-c', '--config CONFIG', note) do |config|
+        note = "Define configuration file"
+        opts.on("-c", "--config CONFIG", note) do |config|
           @config_file = config
         end
-      end.parse!(argv)
+      }.parse!(argv)
 
       true
     rescue OptionParser::InvalidOption => e
@@ -71,7 +71,7 @@ module EventHub
         new_data = JSON.parse(File.read(@config_file), symbolize_names: true)
       rescue => e
         EventHub.logger.warn("Exception while loading configuration file: #{e}")
-        EventHub.logger.info('Using default configuration values')
+        EventHub.logger.info("Using default configuration values")
       end
 
       deep_merge!(@config_data, default_configuration)
@@ -94,13 +94,18 @@ module EventHub
         fail(NoMethodError, "unknown configuration [#{name}]", caller)
     end
 
+    def respond_to_missing?(name, include_private = false)
+      return true if @config_data[name.to_sym]
+      false
+    end
+
     def default_configuration
       {
         server: {
-          user: 'guest',
-          password: 'guest',
-          host: 'localhost',
-          vhost: 'event_hub',
+          user: "guest",
+          password: "guest",
+          host: "localhost",
+          vhost: "event_hub",
           port: 5672,
           tls: false,
           tls_cert: nil,
@@ -111,7 +116,7 @@ module EventHub
         },
         processor: {
           heartbeat_cycle_in_s: 300,
-          watchdog_cycle_in_s: 15,
+          watchdog_cycle_in_s: 60,
           restart_in_s: 15,
           listener_queues: [@name]
         }

data/lib/eventhub/constant.rb

@@ -1,35 +1,35 @@
 module EventHub
-  EH_X_INBOUND             = 'event_hub.inbound'
+  EH_X_INBOUND = "event_hub.inbound"
 
-  STATUS_INITIAL           = 0         # To be set when dispatcher needs to dispatch to first process step.
+  STATUS_INITIAL = 0 # To be set when dispatcher needs to dispatch to first process step.
 
-  STATUS_SUCCESS           = 200       # To be set to indicate successful processed message. Dispatcher will routes message to the next step.
+  STATUS_SUCCESS = 200 # To be set to indicate successful processed message. Dispatcher will routes message to the next step.
 
-  STATUS_RETRY             = 300       # To be set to trigger retry cycle controlled by the dispatcher
-  STATUS_RETRY_PENDING     = 301       # Set and used by the dispatcher only.
-                                       # Set before putting the message into a retry queue.
-                                       # Once message has been retried it will sent do the same step with status.code = STATUS_SUCCESS
+  STATUS_RETRY = 300 # To be set to trigger retry cycle controlled by the dispatcher
+  STATUS_RETRY_PENDING = 301 # Set and used by the dispatcher only.
+  # Set before putting the message into a retry queue.
+  # Once message has been retried it will sent do the same step with status.code = STATUS_SUCCESS
 
-  STATUS_INVALID           = 400       # To be set to indicate invalid message (not json, invalid Event Hub Message).
-                                       # Dispatcher will publish message to the invalid queue.
+  STATUS_INVALID = 400 # To be set to indicate invalid message (not json, invalid Event Hub Message).
+  # Dispatcher will publish message to the invalid queue.
 
-  STATUS_DEADLETTER        = 500       # To be set by dispatcher, processor or channel adapters to indicate
-                                       # that message needs to be dead-lettered. Rejected messages could miss the
-                                       # status.code = STATUS_DEADLETTER due to the RabbitMQ deadletter exchange mechanism.
+  STATUS_DEADLETTER = 500 # To be set by dispatcher, processor or channel adapters to indicate
+  # that message needs to be dead-lettered. Rejected messages could miss the
+  # status.code = STATUS_DEADLETTER due to the RabbitMQ deadletter exchange mechanism.
 
-  STATUS_SCHEDULE          = 600       # To be set to trigger scheduler based on schedule block, proceses next process step
-  STATUS_SCHEDULE_RETRY    = 601       # To be set to trigger scheduler based on schedule block, retry actual process step
-  STATUS_SCHEDULE_PENDING  = 602       # Set and used by the dispatcher only. Set before putting the scheduled message to the schedule queue.
+  STATUS_SCHEDULE = 600 # To be set to trigger scheduler based on schedule block, proceses next process step
+  STATUS_SCHEDULE_RETRY = 601 # To be set to trigger scheduler based on schedule block, retry actual process step
+  STATUS_SCHEDULE_PENDING = 602 # Set and used by the dispatcher only. Set before putting the scheduled message to the schedule queue.
 
   STATUS_CODE_TRANSLATION = {
-    STATUS_INITIAL => 'STATUS_INITIAL',
-    STATUS_SUCCESS => 'STATUS_SUCCESS',
-    STATUS_RETRY => 'STATUS_RETRY',
-    STATUS_RETRY_PENDING => 'STATUS_RETRY_PENDING',
-    STATUS_INVALID => 'STATUS_INVALID',
-    STATUS_DEADLETTER => 'STATUS_DEADLETTER',
-    STATUS_SCHEDULE => 'STATUS_SCHEDULE',
-    STATUS_SCHEDULE_RETRY => 'STATUS_SCHEDULE_RETRY',
-    STATUS_SCHEDULE_PENDING =>'STATUS_SCHEDULE_PENDING',
+    STATUS_INITIAL => "STATUS_INITIAL",
+    STATUS_SUCCESS => "STATUS_SUCCESS",
+    STATUS_RETRY => "STATUS_RETRY",
+    STATUS_RETRY_PENDING => "STATUS_RETRY_PENDING",
+    STATUS_INVALID => "STATUS_INVALID",
+    STATUS_DEADLETTER => "STATUS_DEADLETTER",
+    STATUS_SCHEDULE => "STATUS_SCHEDULE",
+    STATUS_SCHEDULE_RETRY => "STATUS_SCHEDULE_RETRY",
+    STATUS_SCHEDULE_PENDING => "STATUS_SCHEDULE_PENDING"
   }
 end

data/lib/eventhub/hash_extensions.rb

@@ -10,18 +10,18 @@ module HashExtensions
     # e.g. hash.get(%w(event_hub plate.queue1 retry_s))
     # "a" => { "b" => { "c" => { "value"}}}
     def get(arg)
-      path = arg.is_a?(String) ? arg.split('.') : arg
+      path = arg.is_a?(String) ? arg.split(".") : arg
       path.inject(self, :[])
     end
 
     # set value from provided key path, e.h. hash.set('a.b.c','new value')
     # if overwrite is false, value will be set if it was nil previously
     def set(arg, value, overwrite = true)
-      *key_path, last = arg.is_a?(String) ? arg.split('.') : arg
+      *key_path, last = arg.is_a?(String) ? arg.split(".") : arg
       if overwrite
-        key_path.inject(self) { |h, key| h.key?(key) ? h[key] :  h[key] = {} } [last] = value
+        key_path.inject(self) { |h, key| h.key?(key) ? h[key] : h[key] = {} } [last] = value
       else
-        key_path.inject(self) { |h, key| h.key?(key) ? h[key] :  h[key] = {} } [last] ||= value
+        key_path.inject(self) { |h, key| h.key?(key) ? h[key] : h[key] = {} } [last] ||= value
       end
     end
 
@@ -30,10 +30,10 @@ module HashExtensions
     def all_keys_with_path(parent = nil)
       a = []
       each do |k, v|
-        if v.is_a?(Hash)
-          a << v.all_keys_with_path([parent, k].compact.join('.'))
+        a << if v.is_a?(Hash)
+          v.all_keys_with_path([parent, k].compact.join("."))
         else
-          a << [parent, k].compact.join('.').to_s
+          [parent, k].compact.join(".").to_s
         end
       end
       a.flatten
@@ -41,7 +41,7 @@ module HashExtensions
   end
 
   def self.included(receiver)
-    receiver.extend         ClassMethods
+    receiver.extend ClassMethods
     receiver.send :include, InstanceMethods
   end
 end

data/lib/eventhub/helper.rb

@@ -11,16 +11,16 @@ module EventHub
     # EventHub::NameSpace::DemoProcessor => name_space.demo_processor
     # NameSpace::Demo => name_space.demo
     def get_name_from_class(instance)
-      instance.class.to_s.split('::').map do |element|
-        next if element == 'EventHub'
-        element.split(/(?=[A-Z])/).join('_').downcase
-      end.compact.join('.')
+      instance.class.to_s.split("::").map { |element|
+        next if element == "EventHub"
+        element.split(/(?=[A-Z])/).join("_").downcase
+      }.compact.join(".")
     end
 
     def create_bunny_connection
       server = EventHub::Configuration.server
 
-      protocol = 'amqp'
+      protocol = "amqp"
       connection_properties = {}
       connection_properties[:user] = server[:user]
       connection_properties[:pass] = server[:password]
@@ -28,7 +28,7 @@ module EventHub
 
       # inject bunny logs on request
       unless server[:show_bunny_logs]
-        connection_properties[:logger] = Logger.new('/dev/null')
+        connection_properties[:logger] = Logger.new("/dev/null")
       end
 
       # we don't need it since reactors can deal with it
@@ -50,7 +50,7 @@ module EventHub
     end
 
     # Formats stamp into UTC format
-    def now_stamp(now=nil)
+    def now_stamp(now = nil)
       now ||= Time.now
       now.utc.strftime("%Y-%m-%dT%H:%M:%S.%6NZ")
     end

data/lib/eventhub/logger.rb

@@ -3,10 +3,10 @@ module EventHub
   def self.logger
     unless @logger
       @logger = ::EventHub::Components::MultiLogger.new
-      @logger.add_device(Logger.new(STDOUT))
+      @logger.add_device(Logger.new($stdout))
       @logger.add_device(
         EventHub::Components::Logger.logstash(Configuration.name,
-                                              Configuration.environment)
+          Configuration.environment)
       )
     end
     @logger

data/lib/eventhub/message.rb

@@ -4,29 +4,29 @@ module EventHub
   class Message
     include Helper
 
-    VERSION = '1.0.0'.freeze
+    VERSION = "1.0.0".freeze
 
     # Headers that are required (value can be nil) in order to pass valid?
     REQUIRED_HEADERS = [
-      'message_id',
-      'version',
-      'created_at',
-      'origin.module_id',
-      'origin.type',
-      'origin.site_id',
-      'process.name',
-      'process.step_position',
-      'process.execution_id',
-      'status.retried_count',
-      'status.code',
-      'status.message'
+      "message_id",
+      "version",
+      "created_at",
+      "origin.module_id",
+      "origin.type",
+      "origin.site_id",
+      "process.name",
+      "process.step_position",
+      "process.execution_id",
+      "status.retried_count",
+      "status.code",
+      "status.message"
     ].freeze
 
     attr_accessor :header, :body, :raw, :vhost, :routing_key
 
     # Build accessors for all required headers
     REQUIRED_HEADERS.each do |header|
-      name = header.tr('.', '_')
+      name = header.tr(".", "_")
 
       define_method(name) do
         self.header.get(header)
@@ -39,18 +39,18 @@ module EventHub
 
     def self.from_json(raw)
       data = JSON.parse(raw)
-      Message.new(data.get('header'), data.get('body'), raw)
+      Message.new(data.get("header"), data.get("body"), raw)
     rescue => e
       Message.new(
         {
-          'status' =>
+          "status" =>
           {
-            'code' => STATUS_INVALID,
-            'message' => "JSON parse error: #{e}"
+            "code" => STATUS_INVALID,
+            "message" => "JSON parse error: #{e}"
           }
         },
         {
-          'original_message_base64_encoded' => Base64.encode64(raw)
+          "original_message_base64_encoded" => Base64.encode64(raw)
         },
         raw
       )
@@ -58,33 +58,33 @@ module EventHub
 
     def initialize(header = nil, body = nil, raw = nil)
       @header = header || {}
-      @body   = body || {}
-      @raw    = raw
+      @body = body || {}
+      @raw = raw
 
       # set message defaults, that we have required headers
-      @header.set('message_id', UUIDTools::UUID.timestamp_create.to_s, false)
-      @header.set('version', VERSION, false)
-      @header.set('created_at', now_stamp, false)
+      @header.set("message_id", UUIDTools::UUID.timestamp_create.to_s, false)
+      @header.set("version", VERSION, false)
+      @header.set("created_at", now_stamp, false)
 
-      @header.set('origin.module_id', 'undefined', false)
-      @header.set('origin.type', 'undefined', false)
-      @header.set('origin.site_id', 'undefined', false)
+      @header.set("origin.module_id", "undefined", false)
+      @header.set("origin.type", "undefined", false)
+      @header.set("origin.site_id", "undefined", false)
 
-      @header.set('process.name', 'undefined', false)
-      @header.set('process.execution_id',
-                  UUIDTools::UUID.timestamp_create.to_s, false)
-      @header.set('process.step_position', 0, false)
+      @header.set("process.name", "undefined", false)
+      @header.set("process.execution_id",
+        UUIDTools::UUID.timestamp_create.to_s, false)
+      @header.set("process.step_position", 0, false)
 
-      @header.set('status.retried_count', 0, false)
-      @header.set('status.code', STATUS_INITIAL, false)
-      @header.set('status.message', '', false)
+      @header.set("status.retried_count", 0, false)
+      @header.set("status.code", STATUS_INITIAL, false)
+      @header.set("status.message", "", false)
     end
 
     def valid?
       # check for existence and defined value
       REQUIRED_HEADERS.all? do |key|
         @header.all_keys_with_path.include?(key) &&
-          !send(key.tr('.', '_').to_sym).nil?
+          !send(key.tr(".", "_").to_sym).nil?
       end
     end
 
@@ -121,11 +121,11 @@ module EventHub
     end
 
     def to_json
-      { 'header' => header, 'body' => body }.to_json
+      {"header" => header, "body" => body}.to_json
     end
 
     def to_s
-      'Msg: process '\
+      "Msg: process "\
         "[#{process_name}, #{process_step_position}, #{process_execution_id}]"\
         ", status [#{status_code},#{status_message},#{status_retried_count}]"
     end
@@ -135,20 +135,20 @@ module EventHub
     def copy(status_code = STATUS_SUCCESS)
       # use Marshal dump and load to make a deep object copy
       copied_header = Marshal.load(Marshal.dump(header))
-      copied_body   = Marshal.load(Marshal.dump(body))
+      copied_body = Marshal.load(Marshal.dump(body))
 
-      copied_header.set('message_id', UUIDTools::UUID.timestamp_create.to_s)
-      copied_header.set('created_at', now_stamp)
-      copied_header.set('status.code', status_code)
+      copied_header.set("message_id", UUIDTools::UUID.timestamp_create.to_s)
+      copied_header.set("created_at", now_stamp)
+      copied_header.set("status.code", status_code)
 
       Message.new(copied_header, copied_body)
     end
 
     def append_to_execution_history(processor_name)
-      header.set('execution_history', []) unless \
-        header.get('execution_history')
-      header.get('execution_history') << \
-        { 'processor' => processor_name, 'timestamp' => now_stamp }
+      header.set("execution_history", []) unless \
+        header.get("execution_history")
+      header.get("execution_history") << \
+        {"processor" => processor_name, "timestamp" => now_stamp}
     end
 
     def self.translate_status_code(code)