la_gear 1.0.0 → 1.0.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: c9032fff24daef2ea6715eea71af92dd857df1ba
-  data.tar.gz: 796b9f276b8c9a10cd8b00246bcd28f1c4ad3b9d
+  metadata.gz: b62e4d929c376e9f9cd7c5ca3d392cbd5e12bb4c
+  data.tar.gz: 768d2fd1ebe3ea28b79c2c44c7204117d6ae72ef
 SHA512:
-  metadata.gz: 555b893cbe1b96557ec9f287031eee4862c68c6f65942996d2a70dc9e723ee89a3326354ce4fcd789a7dd8485964a893a27d2a135b13f84fc5da3e187c12c3e1
-  data.tar.gz: 6c6f996560da05964ac20ae75afe5b402c0b7d3d79aa5cddf774ce2839030acde384b5012a51aedb339d2c6870c97ec1a4b431e7778ad632a3e9193b6f8efd85
+  metadata.gz: be2c62218f88ca5aa12080f6aacc453b52e87191ce4db8f2056a21239a269d01bc511bc1142d2beda7ce2127ba3cf1f29b6f09c18eab268ba2f7e436626a719e
+  data.tar.gz: dce9d6675fde75df927ee0a4307b30cf6eba2c3d2933b677254655e54d5b730f70d361419f2cafc4c7754f5abcf1c9d246d2ffe11c9a975f093ad833a6d6f225

data/la_gear.gemspec

@@ -18,8 +18,8 @@ Gem::Specification.new do |spec|
   spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
   spec.require_paths = ['lib']
   spec.add_dependency 'json', '~> 1.8'
-  spec.add_dependency 'bunny', '~> 1.6.3'
-  spec.add_dependency 'sneakers', '~> 1.0'
+  spec.add_dependency 'bunny', '~> 1.6'
+  spec.add_dependency 'sneakers', '~> 1.0.4'
   spec.add_dependency 'activesupport', '~> 4.2'
   spec.add_dependency 'sidekiq', '~> 3.3'
   spec.add_dependency 'connection_pool', '~> 2.1'

data/lib/la_gear/sneakers/exponential_backoff.rb

@@ -0,0 +1,121 @@
+module LaGear
+  module Sneakers
+    module Handlers
+      class ExponentialBackoff
+        def initialize(channel, _queue, opts)
+          @channel = channel
+          @opts = opts
+
+          exchange = @opts.fetch(:exchange)
+          @handler_opts = @opts.fetch(:handler_opts, {})
+
+          retry_name = @handler_opts.fetch(:retryexchange, "#{exchange}.retry")
+          error_name = @handler_opts.fetch(:errorexchange, "#{exchange}.error")
+
+          @publish_channel = setup_publish_channel
+          @retry_exchange = setup_retry(@publish_channel, retry_name, exchange)
+          @error_exchange = setup_error(@publish_channel, error_name)
+
+          @max_retries = @handler_opts.fetch(:max_retries, 5)
+          @expiration = @handler_opts.fetch(:expiration, 1000)
+        end
+
+        def acknowledge(hdr)
+          @channel.acknowledge(hdr.delivery_tag, false)
+        end
+
+        def reject(hdr, props, msg, _requeue = false)
+          retry_or_error(hdr, props, msg, "rejected")
+        end
+
+        def error(hdr, props, msg, err)
+          retry_or_error(hdr, props, msg, err)
+        end
+
+        def timeout(hdr, props, msg)
+          error(hdr, props, msg, "Timeout: Sneakers worker timedout.")
+        end
+
+        def noop(_hdr); end
+
+        private
+
+        def retry_or_error(hdr, props, msg, reason, _requeue=false)
+          retries = get_retries(props[:headers])
+          if retries >= @max_retries
+            @error_exchange.publish(
+              msg,
+              routing_key: @handler_opts.fetch(:routing_key, hdr.routing_key),
+              headers: { "sneakers-error-reason" => (reason || "Doh! No reason given. :(").inspect }
+            )
+          else
+            expire_delay = get_expire_delay(retries)
+
+            @retry_exchange.publish(msg,
+                                    routing_key: @handler_opts.fetch(:routing_key, hdr.routing_key),
+                                    expiration: expire_delay,
+                                    headers: {
+                                      "sneakers-retries" => retries + 1,
+                                      "sneakers-retry-reason" => (reason || "Doh! No reason given.").inspect
+                                    })
+          end
+          @channel.acknowledge(hdr.delivery_tag, false)
+        rescue => e
+          logger.fatal "#{self} #{e}, hdr.routing_key #{hdr.routing_key}, props #{props}, msg #{msg}, reason #{reason}, handler_opts #{@handler_opts}, retries #{retries}"
+        end
+
+        def setup_retry(publish_channel, retry_name, exchange)
+          retry_exchange = publish_channel.exchange(retry_name,
+                                                    type: "topic",
+                                                    durable: "true")
+          retry_queue = publish_channel.queue(retry_name,
+                                              durable: "true",
+                                              arguments: {
+                                                :"x-dead-letter-exchange" => exchange,
+                                              })
+          retry_queue.bind(retry_exchange, routing_key: "#")
+          trace(retry_queue, "#{self} retry queue created.")
+          retry_exchange
+        end
+
+        def setup_error(publish_channel, error_name)
+          error_exchange = publish_channel.exchange(error_name,
+                                                    type: "topic",
+                                                    durable: "true")
+          error_queue = publish_channel.queue(error_name, durable: "true")
+          error_queue.bind(error_exchange, routing_key: "#")
+          trace(error_queue, "#{self} error queue created.")
+          error_exchange
+        end
+
+        def setup_publish_channel
+          return @channel unless @opts.to_hash.include?(:amqp_publish)
+          publish_bunny = Bunny.new(@opts[:amqp_publish], vhost: @opts[:vhost], heartbeat: @opts[:heartbeat])
+          publish_bunny.start
+          publish_channel = publish_bunny.create_channel
+          publish_channel.prefetch(@opts[:prefetch])
+          logger.warn "#{self} publish endpoint used: #{@opts[:amqp_publish]}, vhost #{@opts[:vhost]}"
+          publish_channel
+        end
+
+        def trace(queue, msg)
+          logger.debug "[#{Thread.current}][#{queue.name}][#{queue.options}] #{msg}"
+        end
+
+        def logger
+          ::Sneakers.logger
+        end
+
+        def get_expire_delay(failures = 0)
+          failures = failures.to_i + 1
+          @expiration * (2**failures)
+        end
+
+        def get_retries(headers)
+          headers ||= {}
+          headers.fetch("sneakers-retries", 0).to_i
+        end
+      end
+    end
+  end
+end

data/lib/la_gear/sneakers/exponential_backoff_handler.rb

@@ -0,0 +1,39 @@
+$: << File.expand_path('../lib', File.dirname(__FILE__))
+
+require 'sneakers'
+require 'sneakers/runner'
+require_relative 'exponential_backoff'
+require 'logger'
+
+Sneakers.configure(handler: LaGear::Sneakers::Handlers::ExponentialBackoff, workers: 1, threads: 1, prefetch: 1)
+Sneakers.logger.level = Logger::INFO
+
+class ExponentialBackoffWorker
+  include Sneakers::Worker
+  from_queue 'sneakers',
+             ack: true,
+             threads: 1,
+             prefetch: 1,
+             timeout_job_after: 60,
+             exchange: "sneakers",
+             heartbeat: 5,
+             arguments: {
+               :"x-dead-letter-exchange" => "sneakers-retry"
+             }
+
+  def work(msg)
+    puts "Got message #{msg} and rejecting now"
+
+    return reject!
+  end
+end
+
+messages = 1
+puts "Feeding messages in"
+
+messages.times { ExponentialBackoffWorker.enqueue("{}") }
+
+puts "Done"
+
+r = Sneakers::Runner.new([ExponentialBackoffWorker])
+r.run

data/lib/la_gear/sneakers.rb

@@ -0,0 +1 @@
+require "la_gear/sneakers/exponential_backoff"

data/lib/la_gear/version.rb

@@ -1,3 +1,3 @@
 module LaGear
-  VERSION = '1.0.0'
+  VERSION = '1.0.1'
 end

data/lib/la_gear/worker.rb

@@ -23,7 +23,7 @@ module LaGear
 
     module SneakersClassMethods
       def default_queue_name
-        "#{Sneakers::Config.fetch(:app_name, 'sneakers_app').underscore}.#{routing_key}"
+        "#{Sneakers::CONFIG.fetch(:app_name, 'sneakers_app').underscore}.#{routing_key}"
       end
 
       def default_queue_opts
@@ -46,7 +46,7 @@ module LaGear
       end
 
       def default_queue_args
-        { 'x-dead-letter-exchange' => "#{Sneakers::Config.fetch(:exchange, 'sneakers').underscore}.retry" }
+        { 'x-dead-letter-exchange' => "#{Sneakers::CONFIG.fetch(:exchange, 'sneakers').underscore}.retry" }
       end
     end
 

data/lib/la_gear.rb

@@ -6,6 +6,7 @@ require 'bunny'
 
 require 'sneakers'
 require 'sneakers/worker'
+require "la_gear/sneakers"
 require 'la_gear/worker'
 require 'la_gear/publisher'
 require 'la_gear/bus'

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: la_gear
 version: !ruby/object:Gem::Version
-  version: 1.0.0
+  version: 1.0.1
 platform: ruby
 authors:
 - Gabriel Chaney
@@ -32,28 +32,28 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 1.6.3
+        version: '1.6'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 1.6.3
+        version: '1.6'
 - !ruby/object:Gem::Dependency
   name: sneakers
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.0'
+        version: 1.0.4
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.0'
+        version: 1.0.4
 - !ruby/object:Gem::Dependency
   name: activesupport
   requirement: !ruby/object:Gem::Requirement
@@ -134,6 +134,9 @@ files:
 - lib/la_gear/bus.rb
 - lib/la_gear/engine.rb
 - lib/la_gear/publisher.rb
+- lib/la_gear/sneakers.rb
+- lib/la_gear/sneakers/exponential_backoff.rb
+- lib/la_gear/sneakers/exponential_backoff_handler.rb
 - lib/la_gear/sneakers_configurer.rb
 - lib/la_gear/uri_parser.rb
 - lib/la_gear/version.rb