rservicebus2 0.0.1

data/lib/rservicebus/monitor/message.rb

@@ -0,0 +1,11 @@
+module RServiceBus
+  # Monitor Message
+  class MonitorMessage
+    attr_reader :payload, :uri
+
+    def initialize(payload, uri)
+      @payload = payload
+      @uri = uri
+    end
+  end
+end

data/lib/rservicebus/monitor/xmldir.rb

@@ -0,0 +1,11 @@
+require 'rservicebus/monitor/dir'
+require 'xmlsimple'
+
+module RServiceBus
+  # Monitor Dir for XML files
+  class MonitorXmlDir < MonitorDir
+    def process_content(content)
+      XmlSimple.xml_in(content)
+    end
+  end
+end

data/lib/rservicebus/monitor_configure.rb

@@ -0,0 +1,71 @@
+require 'rservicebus/monitor'
+require 'rservicebus/monitor/message'
+
+module RServiceBus
+  # Configure Monitors for an rservicebus host
+  class ConfigureMonitor
+    # Constructor
+    # @param [RServiceBus::Host] host instance
+    # @param [Hash] resourceManager As hash[k,v] where k is the name of a
+    #  resource, and v is the resource
+    def initialize(host, resource_manager)
+      @host = host
+      @resource_manager = resource_manager
+
+      @handler_list = {}
+      @resource_list = {}
+    end
+
+    # Assigns appropriate resources to writable attributes in the handler that
+    #  match keys in the resource hash
+    # @param [RServiceBus::Handler] handler
+    def set_app_resources(monitor)
+      RServiceBus.rlog "Checking app resources for: #{monitor.class.name}"
+      RServiceBus.rlog "If your attribute is not getting set, check that it is
+        in the 'attr_accessor' list"
+      @resource_manager.get_all.each do |k, v|
+        next unless monitor.class.method_defined?(k)
+
+        monitor.instance_variable_set("@#{k}", v.get_resource)
+        @resource_list[monitor.class.name] = [] if
+          @resource_list[monitor.class.name].nil?
+        @resource_list[monitor.class.name] << v
+        @host.log "App resource attribute, #{k}, set for: " +
+          monitor.class.name
+      end
+      self
+    end
+
+    def get_monitors(env)
+      monitors = []
+
+      env.each do |k, v|
+        if v.is_a?(String) && k.start_with?('RSBOB_')
+          uri = URI.parse(v)
+          name = k.sub('RSBOB_', '')
+          monitor = nil
+          case uri.scheme
+          when 'csvdir'
+            require 'rservicebus/monitor/csvdir'
+            monitor = MonitorCsvDir.new(@host, name, uri)
+          when 'xmldir'
+            require 'rservicebus/monitor/xmldir'
+            monitor = MonitorXmlDir.new(@host, name, uri)
+          when 'dir'
+            require 'rservicebus/monitor/dir'
+            monitor = MonitorDir.new(@host, name, uri)
+          when 'dirnotifier'
+            require 'rservicebus/monitor/dirnotifier'
+            monitor = MonitorDirNotifier.new(@host, name, uri)
+          else
+            abort("Scheme, #{uri.scheme}, not recognised when configuring
+              Monitor, #{k}=#{v}")
+          end
+          set_app_resources(monitor)
+          monitors << monitor
+        end
+      end
+      monitors
+    end
+  end
+end

data/lib/rservicebus/mq.rb

@@ -0,0 +1,98 @@
+require 'uri'
+
+module RServiceBus
+  class JobTooBigError < StandardError
+  end
+
+  # Wrapper base class for Queue implementations available to the applications,
+  # allowing rservicebus to instatiate and configure queue implementations at
+  # startup - dependency injection.
+  class MQ
+    attr_reader :local_queue_name
+
+    def self.get
+      mq_string = RServiceBus.get_value('RSBMQ', 'beanstalk://localhost')
+      uri = URI.parse(mq_string)
+
+      case uri.scheme
+      when 'beanstalk'
+        require 'rservicebus/MQ/Beanstalk'
+        mq = MQBeanstalk.new(uri)
+      else
+        abort("Scheme, #{uri.scheme}, not recognised when configuring mq,
+          #{string}")
+      end
+
+      mq
+    end
+
+    # Resources are attached, and are be specified using the URI syntax
+    # @param [URI] uri the type and location of queue,
+    #  eg beanstalk://127.0.0.1/foo
+    # @param [Integer] timeout the amount of time to wait for a msg to arrive
+    def initialize(uri)
+      if uri.is_a? URI
+        @uri = uri
+      else
+        puts 'uri must be a valid URI'
+        abort
+      end
+
+      if uri.path == '' || uri.path == '/'
+        @local_queue_name = RServiceBus.get_value('APPNAME', 'RServiceBus')
+      else
+        @local_queue_name = uri.path
+        @local_queue_name[0] = ''
+      end
+
+      if @local_queue_name == ''
+        puts "@local_queue_name: #{@local_queue_name}"
+        puts 'Queue name must be supplied '
+        puts "*** uri, #{uri}, needs to contain a queue name"
+        puts '*** the structure is scheme://host[:port]/queuename'
+        abort
+      end
+
+      @timeout = RServiceBus.get_value('QUEUE_TIMEOUT', '5').to_i
+      connect(uri.host, uri.port)
+      subscribe(@local_queue_name)
+    end
+
+    # Connect to the broker
+    # @param [String] host machine runnig the mq
+    # @param [String] port port the mq is running on
+    def connect(_host, _port)
+      fail 'Method, connect, needs to be implemented'
+    end
+
+    # Connect to the receiving queue
+    # @param [String] queuename name of the receiving queue
+    def subscribe(_queuename)
+      fail 'Method, subscribe, needs to be implemented'
+    end
+
+    # Get next msg from queue
+    def pop
+      fail 'Method, pop, needs to be implemented'
+    end
+
+    # "Commit" the pop
+    def ack
+      fail 'Method, ack, needs to be implemented'
+    end
+
+    # At least called in the Host rescue block, to ensure all network links are
+    #  healthy
+    # @param [String] queue_name name of the queue to which the msg should be sent
+    # @param [String] msg msg to be sent
+    def send(queue_name, msg)
+      begin
+        @connection.close
+      rescue
+        puts 'AppResource. An error was raised while closing connection to, ' + @uri.to_s
+      end
+
+end
+
+end
+end

data/lib/rservicebus/mq/beanstalk.rb

@@ -0,0 +1,72 @@
+require 'beanstalk-client'
+require 'rservicebus/MQ'
+
+module RServiceBus
+  # Beanstalk client implementation.
+  class MQBeanstalk < MQ
+    # Connect to the broker
+    def connect(host, port)
+      port ||= 11_300
+      string = "#{host}:#{port}"
+
+      begin
+        @beanstalk = Beanstalk::Pool.new([string])
+        @max_job_size = @beanstalk.stats['max-job-size']
+        if @max_job_size < 4_194_304
+          puts "***WARNING: Lowest recommended.max-job-size is 4m, current
+                max-job-size, #{@max_job_size.to_f / (1024 * 1024)}m"
+          puts '***WARNING: Set the job size with the -z switch, eg
+                /usr/local/bin/beanstalkd -z 4194304'
+        end
+      rescue StandardError => e
+        puts 'Error connecting to Beanstalk'
+        puts "Host string, #{string}"
+        if e.message == 'Beanstalk::NotConnected'
+          puts '***Most likely, beanstalk is not running. Start beanstalk,
+                  and try running this again.'
+          puts "***If you still get this error, check beanstalk is running
+                  at, #{string}"
+        else
+          puts e.message
+          puts e.backtrace
+        end
+        abort
+      end
+    end
+
+    def subscribe(queuename)
+      @beanstalk.watch(queuename)
+    end
+
+    # Get next msg from queue
+    def pop
+      begin
+        @job = @beanstalk.reserve @timeout
+      rescue StandardError => e
+        raise NoMsgToProcess if e.message == 'TIMED_OUT'
+        raise e
+      end
+      @job.body
+    end
+
+    def return_to_queue
+      @job.release
+    end
+
+    def ack
+      @job.delete
+      @job = nil
+    end
+
+    def send(queue_name, msg)
+      if msg.length > @max_job_size
+        puts '***Attempting to send a msg which will not fit on queue.'
+        puts "***Msg size, #{msg.length}, max msg size, #{@max_job_size}."
+        fail JobTooBigError, "Msg size, #{msg.length}, max msg size,
+              #{@max_job_size}"
+      end
+      @beanstalk.use(queue_name)
+      @beanstalk.put(msg)
+    end
+  end
+end

data/lib/rservicebus/resource_manager.rb

@@ -0,0 +1,69 @@
+module RServiceBus
+  # Coordinate Transactions across resources, handlers, and Sagas
+  class ResourceManager
+    # Constructor
+    def initialize(state_manager, saga_storage)
+      @app_resources = {}
+      @current_resources = {}
+      @state_manager = state_manager
+      @saga_storage = saga_storage
+    end
+
+    def add(name, res)
+      @app_resources[name] = res
+    end
+
+    def get_all
+      @app_resources
+    end
+
+    def begin
+      @current_resources = {}
+      @state_manager.begin
+      @saga_storage.begin
+    end
+
+    def get(name)
+      if @current_resources[name].nil?
+        r = @app_resources[name]
+        r._connect
+        r.begin
+        RServiceBus.rlog "Preparing resource: #{name}. Begin"
+      end
+      @current_resources[name] = @app_resources[name]
+      @app_resources[name]
+    end
+
+    def commit(msg_name)
+      @state_manager.commit
+      @saga_storage.commit
+      RServiceBus.rlog "HandlerManager.commitResourcesUsedToProcessMsg,
+        #{msg_name}"
+      @current_resources.each do |k, v|
+        RServiceBus.rlog "Commit resource, #{v.class.name}"
+        v.commit
+        v.finished
+      end
+    end
+
+    def rollback(msg_name)
+      @saga_storage.rollback
+      RServiceBus.rlog "HandlerManager.rollbackResourcesUsedToProcessMsg,
+        #{msg_name}"
+      @current_resources.each do |k, v|
+        begin
+          RServiceBus.rlog "Rollback resource, #{v.class.name}"
+          v.rollback
+          v.finished
+        rescue StandardError => e1
+          puts "Caught nested exception rolling back, #{v.class.name}, for msg,
+            #{msgName}"
+          puts '****'
+          puts e1.message
+          puts e1.backtrace
+          puts '****'
+        end
+      end
+    end
+  end
+end

data/lib/rservicebus/saga/base.rb

@@ -0,0 +1,17 @@
+module RServiceBus
+  # Sags Base Class
+  class SagaBase
+    attr_accessor :data
+
+    def initialize
+      @finished = false
+    end
+
+    def send_timeout(_msg, _milliseconds)
+    end
+
+    def finish
+      @data.finished = true
+    end
+  end
+end

data/lib/rservicebus/saga/data.rb

@@ -0,0 +1,20 @@
+module RServiceBus
+  # Saga Data
+  class SagaData
+    attr_reader :correlationId, :sagaClassName
+    attr_accessor :finished
+
+    def initialize(saga)
+      @createdat = DateTime.now
+      @correlation_id = UUIDTools::UUID.random_create
+      @saga_class_name = saga.class.name
+      @finished = false
+
+      @hash = {}
+    end
+
+    def method_missing(name, *args, &block)
+      @hash.send(name, *args, &block)
+    end
+  end
+end

data/lib/rservicebus/saga/manager.rb

@@ -0,0 +1,128 @@
+module RServiceBus
+  # Saga Manager
+  class SagaManager
+    def initialize(host, resource_manager, saga_storage)
+      @handler = {}
+      @start_with = {}
+      @saga = {}
+      @host = host
+
+      @resource_manager = resource_manager
+      @resource_list_by_saga_name = {}
+      @saga_storage = saga_storage
+    end
+
+    def get_methods_by_prefix(saga, prefix)
+      list = []
+      saga.instance_methods.each do |name|
+        list.push name.to_s.sub(prefix, '') if
+          name.to_s.slice(0, prefix.length) == prefix
+      end
+
+      list
+    end
+
+    def get_start_with_method_names(saga)
+      get_methods_by_prefix(saga, 'StartWith_')
+    end
+
+    # setBusAttributeIfRequested
+    # @param [RServiceBus::Saga] saga
+    def set_bus_attribute_if_requested(saga)
+      if defined?(saga.bus)
+        saga.bus = @host
+        RServiceBus.log 'Bus attribute set for: ' + saga.class.name
+      end
+
+      self
+    end
+
+    def interrogateSagaForAppResources(saga)
+      RServiceBus.rlog "Checking app resources for: #{saga.class.name}"
+      RServiceBus.rlog "If your attribute is not getting set, check that it
+        is in the 'attr_accessor' list"
+
+      @resource_list_by_saga_name[saga.class.name] = []
+      @resource_manager.get_all.each do |k, v|
+        if saga.class.method_defined?(k)
+          @resource_list_by_saga_name[saga.class.name] << k
+          RServiceBus.log "Resource attribute, #{k}, found for: " +
+            saga.class.name
+        end
+      end
+
+      self
+    end
+
+    def register_saga(saga)
+      s = saga.new
+      set_bus_attribute_if_requested(s)
+
+      get_start_with_method_names(saga).each do |msg_name|
+        @start_with[msg_name] = [] if @start_with[msg_name].nil?
+        @start_with[msg_name] << s
+
+        RServiceBus.log "Registered, #{saga.name}, to StartWith, #{msg_name}"
+      end
+
+      @saga[saga.name] = s
+
+      interrogate_saga_for_app_resources(s)
+    end
+
+
+    def prep_saga(saga)
+      return if @resource_list_by_saga_name[saga.class.name].nil?
+
+      @resource_list_by_saga_name[saga.class.name].each do |k, v|
+        saga.instance_variable_set("@#{k}", @resource_manager.get(k).get_resource)
+        RServiceBus.rlog "App resource attribute, #{k}, set for: " + saga.class.name
+      end
+    end
+
+    def handle(rmsg)
+      @resources_used = {}
+      handled = false
+      msg = rmsg.msg
+
+      RServiceBus.log "SagaManager, started processing, #{msg.class.name}", true
+      unless @start_with[msg.class.name].nil?
+        @start_with[msg.class.name].each do |saga|
+          data = Saga_Data.new(saga)
+          @saga_storage.set(data)
+
+          method_name = "StartWith_#{msg.class.name}"
+          process_msg(saga, data, method_name, msg)
+
+          handled = true
+        end
+      end
+      return handled if handled == true
+
+      return false if rmsg.correlation_id.nil?
+      data = @saga_storage.get(rmsg.correlation_id)
+      return handled if data.nil?
+      method_name = "handle_#{msg.class.name}"
+      saga = @saga[data.saga_class_name]
+      process_msg(saga, data, method_name, msg)
+
+      return true
+    end
+
+    def process_msg(saga, data, methodName, msg)
+      @host.saga_data = data
+      saga.data = data
+      prep_saga(saga)
+
+      if saga.class.method_defined?(method_name)
+        saga.send method_name, msg
+      end
+
+      if data.finished == true
+        @saga_storage.delete data.correlation_id
+      end
+
+      @host.saga_data = nil
+    end
+  end
+end