sqs_consumer 1.0.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 33a9b66357fd4dddc90544f4a29ede139eb6261c
+  data.tar.gz: f226ec7a85d66793784413a527ec2cd01329bae6
+SHA512:
+  metadata.gz: 5de826551c5acbcedef8f8b26a554ff31b8ad8cd6b7dcabcb79b16074007940ef739569e5e455b4df1edb5588d40f351afb8852c04792c66d0bf1e147b823574
+  data.tar.gz: 4929afce3b702d05faf7bc4098d79f214c2cf8951fd08e66f14308cc49862e31a9ddd34114d97ce14ed354eec30125997c3e20f006ed86e2004fa10f56dde9b8

data/lib/sqs_consumer.rb

@@ -0,0 +1,3 @@
+Gem.find_files("sqs_consumer/**/*.rb").each do |path|
+  require path.gsub(/\.rb$/, '')
+end

data/lib/sqs_consumer/consumer.rb

@@ -0,0 +1,69 @@
+require 'aws-sdk'
+require 'paul_bunyan'
+
+module SqsConsumer
+  class Consumer
+    RECEIVE_MESSAGES_DEFAULT = {max_number_of_messages: 1, wait_time_seconds: 1}
+
+    def initialize(endpoint:, region:, work_queue_name:, throttle_sleep_duration: 0.0,
+      receive_messages_options: {}, message_filter: nil, processor_action: nil, success_result: nil, error_callback: nil)
+      @client_config = {
+        endpoint: endpoint,
+        region: region
+      }
+      @work_queue_name = work_queue_name
+      @throttle_sleep_duration = throttle_sleep_duration
+      @logger = PaulBunyan.logger
+      @receive_messages_options = receive_messages_options.merge(RECEIVE_MESSAGES_DEFAULT)
+      @message_filter = message_filter
+      @processor_action = processor_action
+      @success_result = success_result
+      @error_callback = error_callback
+      @running = false
+    end
+
+    def should_process?(sqs_message)
+      @message_filter.nil? || @message_filter.call(sqs_message.message_attributes)
+    end
+
+    def stop
+      @running = false
+    end
+
+    def running?
+      @running
+    end
+
+    def create_queue
+      sqs_client = Aws::SQS::Client.new(@client_config)
+      sqs_queue_url = sqs_client.get_queue_url(queue_name: @work_queue_name)[:queue_url]
+      Aws::SQS::Queue.new(sqs_queue_url, sqs_client.config)
+    end
+
+    def run
+      @running = true
+      queue = create_queue
+
+      loop do
+        sqs_messages = queue.receive_messages(@receive_messages_options)
+
+        @logger.debug { "Got #{sqs_messages.size} messages from SQS." } unless sqs_messages.size == 0
+
+        sqs_messages.each do |sqs_message|
+          begin
+            if should_process? sqs_message
+              result = @processor_action&.call(sqs_message)
+              if @success_result.nil? || @success_result == result
+                sqs_message.delete
+              end
+            end
+          rescue => e
+            @error_callback&.call(e, sqs_message)
+          end
+        end
+        break unless running?
+        sleep @throttle_sleep_duration unless @throttle_sleep_duration.zero?
+      end
+    end
+  end
+end

data/lib/sqs_consumer/version.rb

@@ -0,0 +1,3 @@
+module SqsConsumer
+  VERSION = "1.0.0"
+end

metadata

@@ -0,0 +1,103 @@
+--- !ruby/object:Gem::Specification
+name: sqs_consumer
+version: !ruby/object:Gem::Version
+  version: 1.0.0
+platform: ruby
+authors:
+- Augusto Callejas
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2017-03-13 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: aws-sdk
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2'
+- !ruby/object:Gem::Dependency
+  name: paul_bunyan
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.4'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.4'
+- !ruby/object:Gem::Dependency
+  name: factory_girl
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.8'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.8'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.5'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.5'
+description: An AWS SQS consumer library that consumes messages from a queue and processes
+  them
+email: acallejas@instructure.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/sqs_consumer.rb
+- lib/sqs_consumer/consumer.rb
+- lib/sqs_consumer/version.rb
+homepage: https://instructure.com
+licenses:
+- Nonstandard
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.5.1
+signing_key: 
+specification_version: 4
+summary: AWS SQS consumer library
+test_files: []