rservicebus2 0.2.6 → 0.2.11

data/lib/rservicebus2/message/subscription.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 module RServiceBus2
   # Class to hold message subscriptions
   class MessageSubscription

data/lib/rservicebus2/message/verboseoutput.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 module RServiceBus2
   class MessageVerboseOutputOn
   end

data/lib/rservicebus2/monitor.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 module RServiceBus2
   # Monitor
   class Monitor
@@ -5,12 +7,12 @@ module RServiceBus2
 
     # The method which actually connects to the resource.
     def connect(_uri)
-      fail 'Method, connect, needs to be implemented for resource'
+      raise 'Method, connect, needs to be implemented for resource'
     end
 
     # The method which actually connects to the resource.
     def look
-      fail 'Method, Look, needs to be implemented for the Monitor'
+      raise 'Method, Look, needs to be implemented for the Monitor'
     end
 
     def _connect
@@ -26,7 +28,6 @@ module RServiceBus2
     def initialize(bus, name, uri)
       @bus = bus
       new_anonymous_class = Class.new(MonitorMessage)
-      puts "name: #{name}"
       Object.const_set(name, new_anonymous_class)
       @msg_type = Object.const_get(name)
 
@@ -35,8 +36,7 @@ module RServiceBus2
     end
 
     # A notification that allows cleanup
-    def finished
-    end
+    def finished; end
 
     # At least called in the Host rescue block, to ensure all network links
     #  are healthy
@@ -44,9 +44,8 @@ module RServiceBus2
       begin
         finished
       rescue StandardError => e
-        puts '** Monitor. An error was raised while closing connection to, ' +
-          @uri
-        puts 'Message: ' + e.message
+        puts "** Monitor. An error was raised while closing connection to, #{@uri}"
+        puts "Message: #{e.message}"
         puts e.backtrace
       end
 

data/lib/rservicebus2/monitor/awss3.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 require 'aws-sdk-s3'
 
 module RServiceBus2
@@ -36,7 +38,7 @@ module RServiceBus2
       file_processed = 0
       max_files_processed = 2
 
-      objects = @s3_client.list_objects_v2( bucket: @bucket_name, max_keys: max_files_processed).contents
+      objects = @s3_client.list_objects_v2(bucket: @bucket_name, max_keys: max_files_processed).contents
 
       objects.each do |object|
         RServiceBus2.log "Ready to process, #{object.key}"

data/lib/rservicebus2/monitor/awssqs.rb

@@ -0,0 +1,34 @@
+# frozen_string_literal: true
+
+require 'aws-sdk-sqs'
+require 'aws-sdk-sts'
+
+module RServiceBus2
+  # Monitor S3 Bucket for objects
+  class MonitorAWSSQS < Monitor
+    def connect(uri)
+      queue_name = uri.path.sub('/', '')
+
+      region = uri.host
+
+      sts_client = Aws::STS::Client.new(region: region)
+      caller_identity_account = sts_client.get_caller_identity.account
+
+      @queue_url = "https://sqs.#{region}.amazonaws.com/#{caller_identity_account}/#{queue_name}"
+      @sqs_client = Aws::SQS::Client.new(region: region)
+    end
+
+    def look
+      response = @sqs_client.receive_message(queue_url: @queue_url, max_number_of_messages: 1)
+      response.messages.each do |message|
+        send(message.body, URI.parse(CGI.escape(@queue_url)))
+        @sqs_client.delete_message(
+          {
+            queue_url: @queue_url,
+            receipt_handle: message.receipt_handle
+          }
+        )
+      end
+    end
+  end
+end

data/lib/rservicebus2/monitor/dir.rb

@@ -1,38 +1,39 @@
+# frozen_string_literal: true
+
 require 'cgi'
 require 'zip/zip'
 require 'zlib'
 
 module RServiceBus2
   # Monitor Directory for files
+
   # rubocop:disable Metrics/ClassLength
   class MonitorDir < Monitor
-    def connect(uri)
+    def input_dir(uri)
       # Pass the path through the Dir object to check syntax on startup
-      begin
-        input_dir = Dir.new(uri.path)
-        unless File.writable?(uri.path)
-          puts "***** Directory is not writable, #{uri.path}."
-          puts "***** Make the directory, #{uri.path}, writable and try again."
-          abort
-        end
-      rescue Errno::ENOENT
-        puts "***** Directory does not exist, #{uri.path}."
-        puts "***** Create the directory, #{uri.path}, and try again."
-        puts "***** eg, mkdir #{uri.path}"
-        abort
-      rescue Errno::ENOTDIR
-        puts "***** The specified path does not point to a directory,
-              #{uri.path}."
-        puts "***** Either repoint path to a directory, or remove, #{uri.path},
-              and create it as a directory."
-        puts "***** eg, rm #{uri.path} && mkdir #{uri.path}"
-        abort
-      end
+      return Dir.new(uri.path) if File.writable?(uri.path)
+
+      puts "***** Directory is not writable, #{uri.path}.\n" \
+           "***** Make the directory, #{uri.path}, writable and try again."
+      abort
+    rescue Errno::ENOENT
+      puts "***** Directory does not exist, #{uri.path}.\n" \
+            "***** Create the directory, #{uri.path}, and try again.\n" \
+            "***** eg, mkdir #{uri.path}"
+      abort
+    rescue Errno::ENOTDIR
+      puts "***** The specified path does not point to a directory, #{uri.path}.\n" \
+            "***** Either repoint path to a directory, or remove, #{uri.path}, and create it as a directory.\n" \
+            "***** eg, rm #{uri.path} && mkdir #{uri.path}"
+      abort
+    end
 
-      @path = input_dir.path
+    def connect(uri)
+      @path = input_dir(uri).path
       @input_filter = []
 
       return if uri.query.nil?
+
       parts = CGI.parse(uri.query)
       @querystringparts = parts
       if parts.key?('archive')
@@ -124,7 +125,7 @@ module RServiceBus2
 
         unless @archivedir.nil?
           basename = File.basename(file_path)
-          new_file_path = "#{@archivedir}/#{basename}.#{DateTime.now.strftime('%Y%m%d%H%M%S%L')}.zip"
+          new_file_path = "#{@archivedir}/#{basename}.#{Time.now.strftime('%Y%m%d%H%M%S%L')}.zip"
           RServiceBus2.log "Writing to archive, #{new_file_path}"
 
           Zip::ZipOutputStream.open(new_file_path) do |zos|
@@ -141,4 +142,5 @@ module RServiceBus2
       end
     end
   end
+  # rubocop:enable Metrics/ClassLength
 end

data/lib/rservicebus2/monitor/dirnotifier.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 require 'cgi'
 require 'fileutils'
 require 'pathname'
@@ -6,6 +8,7 @@ module RServiceBus2
   # Monitor for Directory
   class MonitorDirNotifier < Monitor
     attr_reader :path, :processing_folder, :filter
+
     def connect(uri)
       # Pass the path through the Dir object to check syntax on startup
       begin

data/lib/rservicebus2/monitor/message.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 module RServiceBus2
   # Monitor Message
   class MonitorMessage

data/lib/rservicebus2/monitor/xmldir.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 require 'rservicebus2/monitor/dir'
 require 'xmlsimple'
 

data/lib/rservicebus2/monitor_configure.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 require 'rservicebus2/monitor'
 require 'rservicebus2/monitor/message'
 
@@ -16,53 +18,64 @@ module RServiceBus2
       @resource_list = {}
     end
 
+    def conditionally_set_app_resource(monitor, key, val)
+      monitor.instance_variable_set("@#{key}", val.resource)
+      @resource_list[monitor.class.name] = [] if @resource_list[monitor.class.name].nil?
+      @resource_list[monitor.class.name] << val
+      @host.log "App resource attribute, #{key}, set for: #{monitor.class.name}"
+    end
+
     # Assigns appropriate resources to writable attributes in the handler that
     #  match keys in the resource hash
     # @param [RServiceBus2::Handler] handler
-    def set_app_resources(monitor)
+    def conditionally_set_app_resources(monitor)
       RServiceBus2.rlog "Checking app resources for: #{monitor.class.name}"
-      RServiceBus2.rlog "If your attribute is not getting set, check that it is
-        in the 'attr_accessor' list"
-      @resource_manager.get_all.each do |k, v|
+      RServiceBus2.rlog "If your attribute is not getting set, check that it is in the 'attr_accessor' list"
+      @resource_manager.all.each do |k, v|
         next unless monitor.class.method_defined?(k)
 
-        monitor.instance_variable_set("@#{k}", v.get_resource)
-        @resource_list[monitor.class.name] = [] if
-          @resource_list[monitor.class.name].nil?
-        @resource_list[monitor.class.name] << v
-        @host.log "App resource attribute, #{k}, set for: " +
-          monitor.class.name
+        conditionally_set_app_resource(monitor, k, v)
       end
       self
     end
 
-    def get_monitors(env)
-      monitors = []
+    # rubocop:disable Metrics/MethodLength
+    def load_monitor(key, val)
+      name = key.sub('RSBOB_', '')
+      uri = URI.parse(val)
+      monitor = nil
+      case uri.scheme
+      when 'dir'
+        require 'rservicebus2/monitor/dir'
+        monitor = MonitorDir.new(@host, name, uri)
+      when 'awss3'
+        require 'rservicebus2/monitor/awss3'
+        monitor = MonitorAWSS3.new(@host, name, uri)
+      when 'awssqs'
+        require 'rservicebus2/monitor/awssqs'
+        monitor = MonitorAWSSQS.new(@host, name, uri)
+      when 'dirnotifier'
+        require 'rservicebus2/monitor/dirnotifier'
+        monitor = MonitorDirNotifier.new(@host, name, uri)
+      else
+        abort("Scheme, #{uri.scheme}, not recognised when configuring
+          Monitor, #{key}=#{val}")
+      end
+      monitor
+    end
+    # rubocop:enable Metrics/MethodLength
+
+    def monitors(env)
+      list = []
 
       env.each do |k, v|
-        if v.is_a?(String) && k.start_with?('RSBOB_')
-          uri = URI.parse(v)
-          name = k.sub('RSBOB_', '')
-          monitor = nil
-          case uri.scheme
-          when 'dir'
-            require 'rservicebus2/monitor/dir'
-            monitor = MonitorDir.new(@host, name, uri)
-          when 'awss3'
-            require 'rservicebus2/monitor/awss3'
-            monitor = MonitorAWSS3.new(@host, name, uri)
-          when 'dirnotifier'
-            require 'rservicebus2/monitor/dirnotifier'
-            monitor = MonitorDirNotifier.new(@host, name, uri)
-          else
-            abort("Scheme, #{uri.scheme}, not recognised when configuring
-              Monitor, #{k}=#{v}")
-          end
-          set_app_resources(monitor)
-          monitors << monitor
-        end
+        next unless v.is_a?(String) && k.start_with?('RSBOB_')
+
+        monitor = load_monitor(k, v)
+        conditionally_set_app_resources(monitor)
+        list << monitor
       end
-      monitors
+      list
     end
   end
 end

data/lib/rservicebus2/mq.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 require 'uri'
 
 module RServiceBus2
@@ -10,6 +12,7 @@ module RServiceBus2
   class MQ
     attr_reader :local_queue_name
 
+    # rubocop:disable Metrics/MethodLength
     def self.get
       mq_string = RServiceBus2.get_value('RSBMQ', 'beanstalk://localhost')
       uri = URI.parse(mq_string)
@@ -34,31 +37,26 @@ module RServiceBus2
 
       mq
     end
+    # rubocop:enable Metrics/MethodLength
 
     # Resources are attached, and are be specified using the URI syntax
     # @param [URI] uri the type and location of queue,
     #  eg beanstalk://127.0.0.1/foo
     # @param [Integer] timeout the amount of time to wait for a msg to arrive
+
+    # rubocop:disable Metrics/MethodLength
     def initialize(uri)
-      if uri.is_a? URI
-        @uri = uri
-      else
-        puts 'uri must be a valid URI'
-        abort
-      end
+      abort 'Paramter to mq must be a valid URI' unless uri.is_a? URI
 
-      if uri.path == '' || uri.path == '/'
-        @local_queue_name = RServiceBus2.get_value('APPNAME', 'RServiceBus')
-      else
-        @local_queue_name = uri.path
-        @local_queue_name[0] = ''
-      end
+      @uri = uri
+      @local_queue_name = uri.path
+      @local_queue_name[0] = '' if @local_queue_name[0] == '/'
+      @local_queue_name = RServiceBus2.get_value('APPNAME', 'RServiceBus') if @local_queue_name == ''
 
       if @local_queue_name == ''
-        puts "@local_queue_name: #{@local_queue_name}"
-        puts 'Queue name must be supplied '
-        puts "*** uri, #{uri}, needs to contain a queue name"
-        puts '*** the structure is scheme://host[:port]/queuename'
+        puts 'Queue name must be supplied ' \
+             "*** uri, #{uri}, needs to contain a queue name" \
+             '*** the structure is scheme://host[:port]/queuename'
         abort
       end
 
@@ -66,42 +64,41 @@ module RServiceBus2
       connect(uri.host, uri.port)
       subscribe(@local_queue_name)
     end
+    # rubocop:enable Metrics/MethodLength
 
     # Connect to the broker
     # @param [String] host machine runnig the mq
     # @param [String] port port the mq is running on
     def connect(_host, _port)
-      fail 'Method, connect, needs to be implemented'
+      raise 'Method, connect, needs to be implemented'
     end
 
     # Connect to the receiving queue
     # @param [String] queuename name of the receiving queue
     def subscribe(_queuename)
-      fail 'Method, subscribe, needs to be implemented'
+      raise 'Method, subscribe, needs to be implemented'
     end
 
     # Get next msg from queue
     def pop
-      fail 'Method, pop, needs to be implemented'
+      raise 'Method, pop, needs to be implemented'
     end
 
     # "Commit" the pop
     def ack
-      fail 'Method, ack, needs to be implemented'
+      raise 'Method, ack, needs to be implemented'
     end
 
     # At least called in the Host rescue block, to ensure all network links are
     #  healthy
     # @param [String] queue_name name of the queue to which the msg should be sent
     # @param [String] msg msg to be sent
-    def send(queue_name, msg)
-      begin
-        @connection.close
-      rescue
-        puts 'AppResource. An error was raised while closing connection to, ' + @uri.to_s
-      end
-
-end
-
-end
+    def send(_queue_name, _msg)
+      @connection.close
+    rescue StandardError => e
+      puts "AppResource. An error was raised while closing connection to, #{@uri}"
+      puts "Error: #{e.message}"
+      puts "Backtrace: #{e.backtrace}"
+    end
+  end
 end

data/lib/rservicebus2/mq/beanstalk.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 require 'beanstalk-client'
 require 'rservicebus2/mq'
 
@@ -34,6 +36,7 @@ module RServiceBus2
         abort
       end
     end
+    # rubocop:enable Metrics/AbcSize,Metrics/MethodLength
 
     def subscribe(queuename)
       @beanstalk.watch(queuename)
@@ -45,6 +48,7 @@ module RServiceBus2
         @job = @beanstalk.reserve @timeout
       rescue StandardError => e
         raise NoMsgToProcess if e.message == 'TIMED_OUT'
+
         raise e
       end
       @job.body
@@ -63,7 +67,7 @@ module RServiceBus2
       if msg.length > @max_job_size
         puts '***Attempting to send a msg which will not fit on queue.'
         puts "***Msg size, #{msg.length}, max msg size, #{@max_job_size}."
-        fail JobTooBigError, "Msg size, #{msg.length}, max msg size,
+        raise JobTooBigError, "Msg size, #{msg.length}, max msg size,
               #{@max_job_size}"
       end
       @beanstalk.use(queue_name)