basquiat 1.1.1 → 1.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 4d297e7591c1ea6247edd40cf816fd9886c9f8d7
-  data.tar.gz: 93b240d5a7353ed4ceb65ded88e3de66f64a18d9
+  metadata.gz: f2ece36298347faf2fb2607326545c2d35f78d08
+  data.tar.gz: e461978745bacda7cbf9e276327a91acdf814701
 SHA512:
-  metadata.gz: 2fffd158b4d20998d28e100351892571bd952874affb8a18fb83b7cf64d3815b6fbad980ea2826905eda70c88afa33249b10b23d3025a18697e1a1478ed67368
-  data.tar.gz: 45366c9864d178391f97ba52caad3bc6a2c77375a2c360ee66da325a37a3fb75c5066703582f50074acfb5bc2e1a29ab64a0b82168c0d22ed491c437242e2d8a
+  metadata.gz: 88cfcff653f37e3f25519df53f4ca434af685cd6bc3146f4519e5b00c6efaea54c55fc2a051cbc131b8c92c734c77cc0d784bc83a2148aaccee463eb2857da15
+  data.tar.gz: 7c500da60290323968215415e264b2bbc698d5c1ac703212bf4bb2745b81ea704d78dae3cf371cab415cbac704032a0c8c23920417dfe1614bba41859bec901c

data/.gitignore

@@ -17,3 +17,6 @@ test/version_tmp
 tmp
 .idea
 bin
+docker/Gemfile
+log
+.tags*

data/.metrics

@@ -1,5 +1,10 @@
 MetricFu::Configuration.run do |config|
   config.configure_metric(:cane) do |cane|
     cane.line_length = 110
+    cane.no_doc = 'y'
+  end
+
+  config.configure_metric(:reek) do  |reek|
+    reek.config_file_pattern =  '.reek'
   end
 end

data/.reek

@@ -0,0 +1,3 @@
+---
+IrresponsibleModule:
+  enabled: false

data/.rspec

@@ -2,3 +2,4 @@
 --color
 --fail-fast
 --order rand
+--require spec_helper

data/.rubocop.yml

@@ -2,7 +2,8 @@ AllCops:
   Exclude:
     - 'bin/*'
     - 'docker/*'
-Style/LineLength:
+    - 'Guardfile'
+Metrics/LineLength:
   Max: 109
 
 Style/AlignHash:

data/.ruby-version

@@ -1 +1 @@
-ruby-2.1.5
+ruby-2.2

data/Guardfile

@@ -3,15 +3,16 @@ guard :bundler do
   watch('basquiat.gemspec')
 end
 
-guard :rspec, { all_on_start: true, keep: true, all_after_pass: true, run_all: { cmd: 'rspec -f progress'} } do
+guard :rspec, { cmd:  'bundle exec rspec', all_on_start: true,
+                keep: true, all_after_pass: true, run_all: { cmd: 'rspec -f progress' } } do
   watch(%r{^spec/.+_spec.rb$})
   watch(%r{^spec/lib/.+_spec.rb$})
   watch(%r{^lib/basquiat/(.+)\.rb$}) { |matchdata| "spec/lib/#{matchdata[1]}_spec.rb" }
-  watch('spec/spec_helper.rb')       { 'spec' }
-  watch(%r{spec/support/.+\.rb})     { 'spec' }
+  watch('spec/spec_helper.rb') { 'spec' }
+  watch(%r{spec/support/.+\.rb}) { 'spec' }
 end
 
-guard :rubocop, { cli: '-fs -c./.rubocop.yml'} do
+guard :rubocop, { cmd: 'rubocop', cli: '-fs -c./.rubocop.yml' } do
   #watch(%r{.+\.rb$})
   #watch(%r{(?:.+/)?\.rubocop\.yml$}) { |m| File.dirname(m[0]) }
 end

data/README.md

@@ -80,16 +80,18 @@ Yaml File configuration example:
       queue_name: 'my.queue'
       default_adapter: Basquiat::Adapters::RabbitMq
       adapter_options:
-        :servers:
+        servers:
           -
             :host: 'localhost'
             :port: '5672'
-        :failover:
+        failover:
           :default_timeout: 5
           :max_retries: 5
-        :publisher: 
-          :confirm: true
-          :persistent: true
-        :auth:
-          :user: 'guest'
-          :password: 'guest' 
+        publisher: 
+          confirm: true
+          persistent: true
+        auth:
+          user: 'guest'
+          password: 'guest' 
+        requeue:
+          enabled: false

data/basquiat.gemspec

@@ -4,16 +4,16 @@ $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
 require 'basquiat/version'
 
 Gem::Specification.new do |spec|
-  spec.name          = 'basquiat'
-  spec.version       = Basquiat::VERSION
-  spec.authors       = ['Marcello "mereghost" Rocha']
-  spec.email         = %w(marcello.rocha@gmail.com.br)
-  spec.description   = <<EOD
+  spec.name        = 'basquiat'
+  spec.version     = Basquiat::VERSION
+  spec.authors     = ['Marcello "mereghost" Rocha']
+  spec.email       = %w(marcello.rocha@gmail.com.br)
+  spec.description = <<EOD
 Basquiat is a library that intends to abstract all the complexity of working with message queues
 EOD
-  spec.summary       = 'A pluggable library that aims to hide message queue complexity'
-  spec.homepage      = 'http://www.vagas.com.br/'
-  spec.license       = 'MIT'
+  spec.summary  = 'A pluggable library that aims to hide message queue complexity'
+  spec.homepage = 'http://github.com/VAGAScom/basquiat'
+  spec.license  = 'MIT'
 
   spec.files         = `git ls-files`.split($RS)
   spec.executables   = spec.files.grep(/^bin\//) { |f| File.basename(f) }
@@ -33,6 +33,8 @@ EOD
   spec.add_development_dependency 'simplecov'
   spec.add_development_dependency 'metric_fu'
   spec.add_development_dependency 'rubocop'
+  spec.add_development_dependency 'byebug'
+  spec.add_development_dependency 'pry-byebug'
 
   spec.add_dependency 'multi_json'
   spec.add_dependency 'naught'

data/basquiat_docker.sh

@@ -0,0 +1,35 @@
+#!/bin/sh
+function bundle_list() {
+    bundle list
+}
+
+function generate_gemfile() {
+    bundle_list | awk '
+    BEGIN {
+        FS=" "
+        print "source \"https://rubygems.org\"";
+        format = "gem \"%s\", \"%s\"\r\n";
+    }
+    {
+        if ($2 == "bundler") {
+            next;
+        }
+        if ($1 == "*") {
+            match($3, "[^()]+");
+            version = substr($3,RSTART,RLENGTH);
+            printf format, $2, version;
+        }
+    }' > docker/Gemfile
+}
+
+function stop_and_remove_containers {
+    docker-compose stop rabbitmq
+    docker rm basquiat_basquiat_run_1
+    docker rm --volumes=true basquiat_rabbitmq_1 
+}
+
+generate_gemfile
+docker-compose start rabbitmq
+docker-compose run basquiat
+
+trap stop_and_remove_containers EXIT SIGINT SIGTERM SIGKILL

data/docker-compose.yml

@@ -1,11 +1,15 @@
 basquiat:
   build: docker
-  command: /basquiat/docker/basquiat_start.sh
+  command: /basquiat/docker/guard_start.sh
   volumes:
     - ./:/basquiat
   links:
     - rabbitmq
   tty: true
+  stdin_open: true
 
 rabbitmq:
   image: mereghost/rabbitmq:latest
+  ports:
+    - "15672"
+    - "5672"

data/docker/Dockerfile

@@ -5,7 +5,6 @@ RUN useradd -m -g users dev
 VOLUME /basquiat
 WORKDIR /basquiat
 
-USER dev
 ENV REFRESHED_AT 2015-03-29
-COPY ../Gemfile /tmp/Gemfile
-RUN bundle install
+COPY Gemfile /tmp/Gemfile
+RUN cd /tmp && bundle install

data/docker/guard_start.sh

@@ -0,0 +1,3 @@
+#!/usr/bin/bash
+cd /basquiat
+bin/guard start -c --no-notify -p

data/lib/basquiat.rb

@@ -3,6 +3,7 @@ require 'naught'
 require 'yaml'
 
 require 'basquiat/support'
+require 'basquiat/errors'
 require 'basquiat/adapters'
 require 'basquiat/version'
 require 'basquiat/interfaces/base'
@@ -21,6 +22,10 @@ module Basquiat
     def configure
       yield configuration
     end
+
+    def logger
+      configuration.logger
+    end
   end
 end
 

data/lib/basquiat/adapters/base_adapter.rb

@@ -1,15 +1,32 @@
+require 'delegate'
+require 'basquiat/adapters/base_message'
+
 module Basquiat
   module Adapters
     # Base implementation for an adapter
-    module Base
+    class Base
       using Basquiat::HashRefinements
 
+      class << self
+        def strategies
+          @strategies ||= {}
+        end
+
+        def register_strategy(config_name, klass)
+          strategies.merge!(config_name.to_sym => klass)
+        end
+      end
+
       def initialize
         @options = base_options
         @procs   = {}
         @retries = 0
       end
 
+      def strategies
+        self.class.strategies
+      end
+
       # Used to set the options for the adapter. It is merged in
       # to the default_options hash.
       # @param [Hash] opts an adapter dependant hash of options
@@ -27,28 +44,21 @@ module Basquiat
         {}
       end
 
-      def update_config
-      end
-
       def publish
+        fail Basquiat::Errors::SubclassResponsibility
       end
 
       def subscribe_to
+        fail Basquiat::Errors::SubclassResponsibility
       end
 
       def disconnect
-      end
-
-      def disconnected?
+        fail Basquiat::Errors::SubclassResponsibility
       end
 
       private
 
       attr_reader :procs, :options
-
-      def logger
-        Basquiat.configuration.logger
-      end
     end
   end
 end

data/lib/basquiat/adapters/base_message.rb

@@ -0,0 +1,29 @@
+module Basquiat
+  module Adapters
+    class BaseMessage < SimpleDelegator
+      attr_reader :action
+
+      def initialize(message)
+        @message = Basquiat::Json.decode(message)
+        super(@message)
+        @action = :ack
+      end
+
+      def ack?
+        fail Basquiat::Errors::SubclassResponsibility
+      end
+
+      def unack
+        fail Basquiat::Errors::SubclassResponsibility
+      end
+
+      def requeue
+        fail Basquiat::Errors::SubclassResponsibility
+      end
+
+      def delay_redelivery
+        fail Basquiat::Errors::SubclassResponsibility
+      end
+    end
+  end
+end

data/lib/basquiat/adapters/rabbitmq/configuration.rb

@@ -0,0 +1,52 @@
+module Basquiat
+  module Adapters
+    class RabbitMq
+      class Configuration
+        using Basquiat::HashRefinements
+
+        def initialize
+          @options = { failover:  { default_timeout: 5, max_retries: 5 },
+                       servers:   [{ host: 'localhost', port: 5672 }],
+                       queue:     {
+                           name:    Basquiat.configuration.queue_name,
+                           options: { durable: true } },
+                       exchange:  {
+                           name:    Basquiat.configuration.exchange_name,
+                           options: { durable: true } },
+                       publisher: { confirm: true, persistent: false },
+                       auth:      { user: 'guest', password: 'guest' },
+                       requeue:   { enabled: false } }
+        end
+
+        def base_options
+          @options
+        end
+
+        def merge_user_options(user_opts)
+          @options.merge!(user_opts)
+        end
+
+        def connection_options
+          { servers:  @options[:servers],
+            failover: @options[:failover],
+            auth:     @options[:auth] }
+        end
+
+        def session_options
+          { exchange:  @options[:exchange],
+            publisher: @options[:publisher],
+            queue:     @options[:queue] }.deep_merge(strategy.session_options)
+        end
+
+        def strategy
+          return BasicAcknowledge unless @options[:requeue][:enabled]
+          @strategy ||= RabbitMq.strategies.fetch(@options[:requeue][:strategy].to_sym)
+          @strategy.setup(@options[:requeue][:options] || {})
+          @strategy
+        rescue KeyError
+          fail Basquiat::Errors::StrategyNotRegistered.new(@options[:requeue][:strategy])
+        end
+      end
+    end
+  end
+end

data/lib/basquiat/adapters/rabbitmq/connection.rb

@@ -0,0 +1,89 @@
+module Basquiat
+  module Adapters
+    class RabbitMq
+      class Connection < SimpleDelegator
+        def initialize(servers:, failover: {}, auth: {})
+          @servers  = Array(servers)
+          @failover = { default_timeout: 5, max_retries: 5 }.merge(failover)
+          @auth     = { user: 'guest', password: 'guest' }.merge(auth)
+        end
+
+        def start
+          with_network_failure_handler do
+            connection.start
+            current_server[:retries] = 0
+          end
+        end
+
+        def connected?
+          connection.status == :started
+        end
+
+        def disconnect
+          connection.close_all_channels
+          connection.close
+          reset
+        end
+
+        def current_server_uri
+          "amqp://#{current_server[:host]}:#{current_server[:port]}#{current_server[:vhost]}"
+        end
+
+        def with_network_failure_handler
+          yield if block_given?
+        rescue Bunny::ConnectionForced, Bunny::TCPConnectionFailed, Bunny::NetworkFailure => error
+          if current_server.fetch(:retries, 0) <= @failover.fetch(:max_retries)
+            handle_network_failures
+            retry
+          else
+            raise(error)
+          end
+        end
+
+        private
+
+        def reset
+          @connection = nil
+        end
+
+        def handle_network_failures
+          Basquiat.logger.warn "Failed to connect to #{current_server_uri}"
+          retries                  = current_server.fetch(:retries, 0)
+          current_server[:retries] = retries + 1
+          if retries < @failover.fetch(:max_retries)
+            Basquiat.logger.warn("Retrying connection to #{current_server_uri} in #{@failover.fetch(:default_timeout)} seconds")
+            sleep(@failover.fetch(:default_timeout))
+          else
+            Basquiat.logger.warn("Total number of retries exceeded for #{current_server_uri}")
+            rotate
+          end
+          reset
+        end
+
+        def connection
+          Basquiat.logger.info("Connecting to #{current_server_uri}")
+          @connection ||= Bunny.new(
+              current_server_uri,
+              user:     auth[:user],
+              password: auth[:password],
+              automatic_recovery: false,
+              threaded: @failover.fetch(:threaded, true),
+              logger: Basquiat.logger)
+          __setobj__(@connection)
+        end
+
+        def current_server
+          @servers.first
+        end
+
+        def auth
+          current_server[:auth] || @auth
+        end
+
+        def rotate
+          @servers.rotate!
+        end
+      end
+    end
+  end
+end