vx-consumer 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: ac03dcb9650a50486b30d3894d974a034e51db69
+  data.tar.gz: da8ffda3715e6d70cdc955508e954bad26ba3c0d
+SHA512:
+  metadata.gz: ae6f10ae48f6e94efe9dc47663ad9acaef54e78457068b03b1fd1411ae8d043bd7026b27a9e0651decb9c8f47f98e853cf6bfcc09df3009abdfd9f9535b15bec
+  data.tar.gz: aa8694409352d12979039a539771ee5a8c8d50a2509f8b196f91bd336626122df29c54965cdb8883e44d02f36621324106ee6c9003d8b2c88c9bc10f6686d93b

data/.gitignore

@@ -0,0 +1,17 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp

data/.rspec

@@ -0,0 +1,3 @@
+--color
+-fd
+--order=rand

data/.travis.yml

@@ -0,0 +1,14 @@
+services:
+  - rabbitmq
+
+rvm:
+  - 1.9.3
+  - 2.0.0
+  - 2.1.0
+  - jruby
+
+matrix:
+  allow_failures:
+    - rvm: jruby
+
+script: bundle exec rspec spec/

data/Gemfile

@@ -0,0 +1,8 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in vx-consumer.gemspec
+gemspec
+
+group :test do
+  gem 'beefcake'
+end

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2014 Dmitry Galinsky
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,29 @@
+# Vx::Consumer
+
+TODO: Write a gem description
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    gem 'vx-consumer'
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install vx-consumer
+
+## Usage
+
+TODO: Write usage instructions here
+
+## Contributing
+
+1. Fork it ( http://github.com/<my-github-username>/vx-consumer/fork )
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request

data/Rakefile

@@ -0,0 +1 @@
+require "bundler/gem_tasks"

data/lib/vx/consumer.rb

@@ -0,0 +1,124 @@
+%w{
+  version
+  error
+  configuration
+  instrument
+  session
+  params
+  serializer
+  subscriber
+  publish
+  subscribe
+  ack
+}.each do |f|
+  require File.expand_path("../consumer/#{f}", __FILE__)
+end
+
+module Vx
+  module Consumer
+
+    attr_accessor :properties
+    attr_accessor :delivery_info
+    attr_accessor :channel
+
+    def self.included(base)
+      base.extend ClassMethods
+      base.extend Instrument
+      base.extend Publish
+      base.extend Subscribe
+      base.send :include, Ack
+      base.send :include, Instrument
+    end
+
+    module ClassMethods
+      def params
+        @params ||= Params.new(self.name)
+      end
+
+      def exchange(*args)
+        params.exchange_options = args.last.is_a?(Hash) ? args.pop : nil
+        params.exchange_name    = args.first
+      end
+
+      def fanout
+        params.exchange_type = :fanout
+      end
+
+      def topic
+        params.exchange_type = :topic
+      end
+
+      def queue(*args)
+        params.queue_options = args.last.is_a?(Hash) ? args.pop : nil
+        params.queue_name    = args.first
+      end
+
+      def routing_key(name)
+        params.routing_key = name
+      end
+
+      def headers(value)
+        params.headers = value
+      end
+
+      def content_type(value)
+        params.content_type = value
+      end
+
+      def ack
+        params.ack = true
+      end
+
+      def model(value)
+        params.model = value
+      end
+
+      def session
+        Consumer.session
+      end
+
+      def configuration
+        Consumer.configuration
+      end
+
+      def with_middlewares(name, env, &block)
+        Consumer.configuration.builders[name].to_app(block).call(env)
+      end
+    end
+
+    extend self
+
+    @@session       = Session.new
+    @@configuration = Configuration.new
+
+    def shutdown
+      session.shutdown
+    end
+
+    def shutdown?
+      session.shutdown?
+    end
+
+    def configure
+      yield configuration
+    end
+
+    def configuration
+      @@configuration
+    end
+
+    def session
+      @@session
+    end
+
+    def exception_handler(e, env)
+      $stderr.puts "#{e.class}: #{e.message}, env: #{env.inspect}"
+      $stderr.puts e.backtrace.map{|b| "\t#{b}" }.join("\n")
+      unless env.is_a?(Hash)
+        env = {env: env}
+      end
+      configuration.on_error.call(e, env)
+    end
+
+  end
+end

data/lib/vx/consumer/ack.rb

@@ -0,0 +1,40 @@
+module Vx
+  module Consumer
+    module Ack
+
+      def ack(multiple = false)
+        instrumentation = {
+          consumer:      self.class.params.consumer_name,
+          properties:    properties,
+          multiple:      multiple,
+        }
+        if channel.open?
+          channel.ack delivery_info.delivery_tag, multiple
+          instrument("ack", instrumentation)
+          true
+        else
+          instrument("ack_failed", instrumentation)
+          false
+        end
+      end
+
+      def nack(multiple = false, requeue = false)
+        instrumentation = {
+          consumer:      self.class.params.consumer_name,
+          properties:    properties,
+          multiple:      multiple,
+          requeue:       requeue,
+        }
+        if channel.open?
+          channel.ack delivery_info.delivery_tag, multiple, requeue
+          instrument("nack", instrumentation)
+          true
+        else
+          instrument("nack_failed", instrumentation)
+          false
+        end
+      end
+
+    end
+  end
+end

data/lib/vx/consumer/configuration.rb

@@ -0,0 +1,64 @@
+require 'vx/common/rack/builder'
+
+module Vx
+  module Consumer
+    class Configuration
+
+      attr_accessor :default_exchange_options, :default_queue_options,
+        :default_publish_options, :default_exchange_type, :pool_timeout,
+        :heartbeat, :spawn_attempts, :content_type, :instrumenter, :debug,
+        :on_error, :builders, :prefetch
+
+      def initialize
+        reset!
+      end
+
+      def debug?
+        ENV['VX_CONSUMER_DEBUG']
+      end
+
+      def use(target, middleware, *args)
+        @builders[target].use middleware, *args
+      end
+
+      def on_error(&block)
+        @on_error = block if block
+        @on_error
+      end
+
+      def reset!
+        @default_exchange_type = :topic
+        @pool_timeout          = 0.5
+        @heartbeat             = :server
+
+        @spawn_attempts        = 1
+
+        @content_type          = 'application/json'
+        @prefetch              = 1
+
+        @instrumenter          = nil
+        @on_error              = ->(e, env){ nil }
+
+        @builders = {
+          pub: Vx::Common::Rack::Builder.new,
+          sub: Vx::Common::Rack::Builder.new
+        }
+
+        @default_exchange_options = {
+          durable:     true,
+          auto_delete: false
+        }
+
+        @default_queue_options = {
+          durable:      true,
+          auto_delete:  false,
+          exclusive:    false
+        }
+
+        @default_publish_options = {
+        }
+      end
+
+    end
+  end
+end

data/lib/vx/consumer/error.rb

@@ -0,0 +1,8 @@
+module Vx
+  module Consumer
+
+    class ConnectionDoesNotExistError < StandardError ; end
+    class ModelIsNotdefined < StandardError ; end
+
+  end
+end

data/lib/vx/consumer/instrument.rb

@@ -0,0 +1,21 @@
+module Vx
+  module Consumer
+    module Instrument
+
+      def instrument(name, payload, &block)
+        name = "#{name}.consumer.vx"
+
+        if Consumer.configuration.debug?
+          $stdout.puts " --> #{name}: #{payload}"
+        end
+
+        if Consumer.configuration.instrumenter
+          Consumer.configuration.instrumenter.instrument(name, payload, &block)
+        else
+          yield if block_given?
+        end
+      end
+
+    end
+  end
+end

data/lib/vx/consumer/params.rb

@@ -0,0 +1,68 @@
+module Vx
+  module Consumer
+    Params = Struct.new(:consumer_class) do
+
+      attr_accessor :exchange_name, :exchange_options
+      attr_accessor :queue_name, :queue_options
+      attr_accessor :routing_key, :headers
+      attr_accessor :content_type
+      attr_accessor :ack
+      attr_accessor :exchange_type
+      attr_accessor :model
+
+      def exchange_name
+        @exchange_name || default_exchange_name
+      end
+
+      def queue_name
+        @queue_name || ""
+      end
+
+      def ack
+        !!@ack
+      end
+
+      def content_type
+        @content_type || config.content_type
+      end
+
+      def exchange_type
+        @exchange_type || config.default_exchange_type
+      end
+
+      def exchange_options
+        (@exchange_options || config.default_exchange_options).merge(type: exchange_type)
+      end
+
+      def queue_options
+        @queue_options || config.default_queue_options
+      end
+
+      def publish_options
+        config.default_publish_options
+      end
+
+      def bind_options
+        opts = { }
+        opts.merge!(routing_key: routing_key) if routing_key
+        opts.merge!(headers: headers) if headers
+        opts
+      end
+
+      def consumer_name
+        consumer_class.to_s
+      end
+
+      private
+
+        def config
+          Consumer.configuration
+        end
+
+        def default_exchange_name
+          "amq.#{exchange_type}"
+        end
+
+    end
+  end
+end

data/lib/vx/consumer/publish.rb

@@ -0,0 +1,45 @@
+require 'securerandom'
+
+module Vx
+  module Consumer
+    module Publish
+
+      def publish(payload, options = {})
+        session.open
+
+        options ||= {}
+        options[:routing_key]  = params.routing_key if params.routing_key && !options.key?(:routing_key)
+        options[:headers]      = params.headers     if params.headers && !options.key?(:headers)
+
+        options[:content_type] ||= params.content_type || configuration.content_type
+        options[:message_id]   ||= SecureRandom.uuid
+
+        name = params.exchange_name
+
+        instrumentation = {
+          payload:     payload,
+          exchange:    name,
+          consumer:    params.consumer_name,
+          properties:  options,
+        }
+
+        with_middlewares :pub, instrumentation do
+          instrument("process_publishing", instrumentation) do
+            session.with_channel do |ch|
+              encoded = encode_payload(payload, options[:content_type])
+              x = session.declare_exchange ch, name, params.exchange_options
+              x.publish encoded, options
+            end
+          end
+        end
+      end
+
+      private
+
+        def encode_payload(payload, content_type)
+          Serializer.pack(content_type, payload)
+        end
+
+    end
+  end
+end

data/lib/vx/consumer/serializer.rb

@@ -0,0 +1,88 @@
+module Vx
+  module Consumer
+    class Serializer
+      @@types = {}
+
+      Type = Struct.new(:content_type) do
+        def pack(&block)
+          @pack = block if block_given?
+          @pack
+        end
+
+        def unpack(&block)
+          @unpack = block if block_given?
+          @unpack
+        end
+      end
+
+      class << self
+        def types
+          @@types
+        end
+
+        def define(content_type, &block)
+          fmt = Type.new content_type
+          fmt.instance_eval(&block)
+          types.merge! content_type => fmt
+        end
+
+        def lookup(content_type)
+          types[content_type]
+        end
+
+        def pack(content_type, body)
+          if fmt = lookup(content_type)
+            fmt.pack.call(body)
+          end
+        end
+
+        def unpack(content_type, body, model)
+          if fmt = lookup(content_type)
+            fmt.unpack.call(body, model)
+          end
+        end
+      end
+
+      define 'text/plain' do
+        pack do |body|
+          body.to_s
+        end
+
+        unpack do |body, _|
+          body
+        end
+      end
+
+      define 'application/json' do
+        pack do |body|
+          if body.is_a?(String)
+            body
+          else
+            ::JSON.dump body
+          end
+        end
+
+        unpack do |payload, model|
+          if model && model.respond_to?(:from_json)
+            model.from_json payload
+          else
+            ::JSON.parse(payload)
+          end
+        end
+      end
+
+      define 'application/x-protobuf' do
+
+        pack do |object|
+          object.encode.to_s
+        end
+
+        unpack do |payload, model|
+          raise ModelIsNotDefined unless model
+          model.decode payload
+        end
+      end
+
+    end
+  end
+end

data/lib/vx/consumer/session.rb

@@ -0,0 +1,119 @@
+require 'bunny'
+require 'thread'
+
+module Vx
+  module Consumer
+    class Session
+
+      include Instrument
+
+      @@session_lock = Mutex.new
+
+      attr_reader :conn
+
+      def shutdown
+        @shutdown = true
+      end
+
+      def shutdown?
+        !!@shutdown
+      end
+
+      def resume
+        @shutdown = false
+      end
+
+      def close
+        if open?
+          @@session_lock.synchronize do
+            instrument("closing_collection", info: conn_info)
+
+            instrument("close_collection", info: conn_info) do
+              begin
+                conn.close
+                while conn.status != :closed
+                  sleep 0.01
+                end
+              rescue Bunny::ChannelError, Bunny::ClientTimeout => e
+                $stderr.puts "got #{e.class} #{e.message} in Vx::Consumer::Session#close"
+              end
+            end
+            @conn = nil
+          end
+        end
+      end
+
+      def open(options = {})
+        return self if open?
+
+        @@session_lock.synchronize do
+          unless open?
+            resume
+
+            @conn ||= Bunny.new(
+              nil,       # from ENV['RABBITMQ_URL']
+              heartbeat: Consumer.configuration.heartbeat,
+              automatically_recover: false
+            )
+
+            instrumentation = { info: conn_info }.merge(options)
+
+            instrument("start_connecting", instrumentation)
+
+            instrument("connect", instrumentation) do
+              conn.start
+              while conn.connecting?
+                sleep 0.01
+              end
+            end
+          end
+        end
+
+        self
+      end
+
+      def open?
+        conn && conn.open? && conn.status == :open
+      end
+
+      def conn_info
+        if conn
+          "amqp://#{conn.user}@#{conn.host}:#{conn.port}/#{conn.vhost}"
+        else
+          "not connected"
+        end
+      end
+
+      def with_channel
+        assert_connection_is_open
+
+        conn.with_channel { |ch| yield ch }
+      end
+
+      def declare_exchange(ch, name, options = nil)
+        assert_connection_is_open
+
+        options  ||= {}
+        ch.exchange name, options
+      end
+
+      def declare_queue(ch, name, options = nil)
+        assert_connection_is_open
+
+        options ||= {}
+        ch.queue name, options
+      end
+
+      private
+
+        def assert_connection_is_open
+          open? || raise(ConnectionDoesNotExistError)
+        end
+
+        def config
+          Consumer.configuration
+        end
+
+    end
+  end
+end

data/lib/vx/consumer/subscribe.rb

@@ -0,0 +1,77 @@
+module Vx
+  module Consumer
+    module Subscribe
+
+      def subscribe
+        ch, q = bind
+        bunny_consumer = q.subscribe(block: false, ack: params.ack) do |delivery_info, properties, payload|
+          payload = decode_payload properties, payload
+
+          instrumentation = {
+            consumer:   params.consumer_name,
+            payload:    payload,
+            properties: properties,
+          }
+
+          with_middlewares :sub, instrumentation do
+            instrument("start_processing", instrumentation)
+            instrument("process", instrumentation) do
+              run_instance delivery_info, properties, payload, ch
+            end
+          end
+        end
+
+        Subscriber.new(bunny_consumer)
+      end
+
+      def run_instance(delivery_info, properties, payload, channel)
+        new.tap do |inst|
+          inst.properties    = properties
+          inst.delivery_info = delivery_info
+          inst.channel       = channel
+        end.perform payload
+      end
+
+      private
+
+        def decode_payload(properties, payload)
+          Serializer.unpack(properties[:content_type], payload, params.model)
+        end
+
+        def bind
+
+          instrumentation = {
+            consumer: params.consumer_name
+          }
+
+          session.open
+
+          ch = session.conn.create_channel
+          assign_error_handlers_to_channel(ch)
+          ch.prefetch configuration.prefetch
+
+          x = session.declare_exchange ch, params.exchange_name, params.exchange_options
+          q = session.declare_queue ch, params.queue_name, params.queue_options
+
+          instrumentation.merge!(
+            exchange:         x.name,
+            queue:            q.name,
+            queue_options:    params.queue_options,
+            exchange_options: params.exchange_options,
+            bind:             params.bind_options
+          )
+          instrument("bind_queue", instrumentation) do
+            q.bind(x, params.bind_options)
+          end
+
+          [ch, q]
+        end
+
+        def assign_error_handlers_to_channel(ch)
+          ch.on_uncaught_exception {|e, c| Consumer.exception_handler(e, consumer: c) }
+          ch.on_error {|e, c| Consumer.exception_handler(e, consumer: c) }
+        end
+
+    end
+  end
+end

data/lib/vx/consumer/subscriber.rb

@@ -0,0 +1,26 @@
+module Vx
+  module Consumer
+    Subscriber = Struct.new(:consumer) do
+
+      def cancel
+        consumer.cancel
+        consumer.channel.close unless consumer.channel.closed?
+      end
+
+      def join
+        consumer.channel.work_pool.join
+      end
+
+      def wait
+        loop do
+          if Consumer.shutdown?
+            cancel
+            break
+          end
+          sleep Consumer.configuration.pool_timeout
+        end
+      end
+
+    end
+  end
+end

data/lib/vx/consumer/testing.rb

@@ -0,0 +1,47 @@
+require File.expand_path("../../consumer", __FILE__)
+
+module Vx
+  module Consumer
+
+    module Testing
+
+      extend self
+
+      @@messages = Hash.new { |h,k| h[k] = [] }
+      @@messages_and_options = Hash.new { |h,k| h[k] = [] }
+
+      def messages
+        @@messages
+      end
+
+      def messages_and_options
+        @@messages_and_options
+      end
+
+      def clear
+        messages.clear
+        messages_and_options.clear
+      end
+    end
+
+    module Consumer::Publish
+
+      def publish(message, options = nil)
+        options ||= {}
+        Testing.messages[params.exchange_name] << message
+        Testing.messages_and_options[params.exchange_name] << [message, options]
+        self
+      end
+
+      def messages
+        Testing.messages[params.exchange_name]
+      end
+
+      def messages_and_options
+        Testing.messages_and_options[params.exchange_name]
+      end
+
+    end
+
+  end
+end

data/lib/vx/consumer/version.rb

@@ -0,0 +1,5 @@
+module Vx
+  module Consumer
+    VERSION = "0.0.1"
+  end
+end

data/spec/lib/consumer_spec.rb

@@ -0,0 +1,116 @@
+require 'json'
+require 'timeout'
+require 'spec_helper'
+
+describe Vx::Consumer do
+
+  context "test consumer declaration" do
+    context "alice" do
+      subject { Alice.params }
+      its(:exchange_name)    { should eq 'amq.fanout' }
+      its(:exchange_options) { should eq(durable: true, auto_delete: false, type: :fanout) }
+      its(:queue_name)       { should eq '' }
+      its(:queue_options)    { should eq(exclusive: false, durable: true, auto_delete: false) }
+      its(:ack)              { should be_false }
+      its(:routing_key)      { should eq 'mykey' }
+      its(:headers)          { should be_nil }
+      its(:content_type)     { should eq 'text/plain' }
+    end
+
+    context "bob" do
+      subject { Bob.params }
+      its(:exchange_name)    { should eq 'bob_exch' }
+      its(:exchange_options) { should eq(durable: false, auto_delete: true, type: :topic) }
+      its(:queue_name)       { should eq 'bob_queue' }
+      its(:queue_options)    { should eq(exclusive: true, durable: false) }
+      its(:ack)              { should be_true }
+      its(:routing_key)      { should be_nil }
+      its(:content_type)     { should eq 'application/json' }
+    end
+  end
+
+  it "simple pub/sub" do
+    consumer = Bob.subscribe
+    sleep 1
+    3.times {|n| Bob.publish("a" => n) }
+
+    Timeout.timeout(3) do
+      loop do
+        break if Bob._collected.size == 3
+        sleep 0.1
+      end
+    end
+    consumer.cancel
+
+    expect(Bob._collected).to eq([{"a"=>0}, {"a"=>1}, {"a"=>2}])
+  end
+
+  it "pub/sub in multithreaded environment" do
+    handle_errors do
+      cns = []
+      30.times do
+        cns << Bob.subscribe
+      end
+
+      90.times do |n|
+        Thread.new do
+          Bob.publish("a" => n)
+        end
+      end
+
+      Timeout.timeout(10) do
+        loop do
+          break if Bob._collected.size == 90
+          sleep 0.1
+        end
+      end
+      cns.map(&:cancel)
+
+      expect(Bob._collected.map{|c| c["a"] }.sort).to eq((0...90).to_a)
+    end
+  end
+
+  it "should catch errors" do
+    error = nil
+    Vx::Consumer.configure do |c|
+      c.on_error do |e, env|
+        error = [e, env]
+      end
+    end
+    consumer = Bob.subscribe
+    sleep 0.1
+    Bob.publish "not json"
+
+    sleep 0.1
+    consumer.cancel
+
+    expect(error[0]).to be_an_instance_of(JSON::ParserError)
+    expect(error[1][:consumer]).to_not be_nil
+  end
+
+  it "should wait shutdown" do
+    consumer = Bob.subscribe
+    Bob.publish a: 1
+
+    th = Thread.new {
+      consumer.wait
+    }
+    sleep 1
+    Vx::Consumer.shutdown
+
+    Timeout.timeout(1) do
+      th.join
+    end
+
+    expect(Bob._collected).to eq(["a" => 1])
+  end
+
+  def handle_errors
+    begin
+      yield
+    rescue Exception => e
+      Vx::Consumer.exception_handler(e, {})
+      raise e
+    end
+  end
+end

data/spec/lib/serializer_spec.rb

@@ -0,0 +1,43 @@
+require 'json'
+require 'beefcake'
+require 'spec_helper'
+
+describe Vx::Consumer::Serializer do
+  let(:s) { described_class }
+
+  context "text/plain" do
+    let(:payload) { 'payload' }
+
+    it "should pack payload" do
+      expect(s.pack('text/plain', payload)).to eq 'payload'
+    end
+
+    it "should unpack payload" do
+      expect(s.unpack('text/plain', payload, nil)).to eq 'payload'
+    end
+  end
+
+  context "application/json" do
+    let(:payload) { {a: 1} }
+
+    it "should pack payload" do
+      expect(s.pack('application/json', payload)).to eq "{\"a\":1}"
+    end
+
+    it "should unpack payload" do
+      expect(s.unpack('application/json', payload.to_json, nil)).to eq("a"=>1)
+    end
+  end
+
+  context "application/x-protobuf" do
+    let(:payload) { BeefcakeTestMessage.new(x: 1, y: 2) }
+
+    it "should pack payload" do
+      expect(s.pack('application/x-protobuf', payload)).to eq payload.encode.to_s
+    end
+
+    it "should unpack payload" do
+      expect(s.unpack('application/x-protobuf', payload.encode.to_s, BeefcakeTestMessage)).to eq payload
+    end
+  end
+end

data/spec/lib/session_spec.rb

@@ -0,0 +1,29 @@
+require 'spec_helper'
+
+describe Vx::Consumer::Session do
+  let(:sess) { described_class.new }
+  subject { sess }
+
+  after do
+    sess.close
+  end
+
+  it { should be }
+
+  it "should successfuly open connection" do
+    expect {
+      sess.open
+    }.to change(sess, :open?).to(true)
+  end
+
+  it "should successfuly open connection in multithread environment" do
+    (0..10).map do |n|
+      Thread.new do
+        sess.open
+      end
+    end.map(&:value)
+
+    expect(sess).to be_open
+  end
+
+end

data/spec/spec_helper.rb

@@ -0,0 +1,19 @@
+require File.expand_path '../../lib/vx/consumer', __FILE__
+
+require 'rspec/autorun'
+
+Dir[File.expand_path("../..", __FILE__) + "/spec/support/**.rb"].each {|f| require f}
+
+ENV['VX_CONSUMER_DEBUG'] = '1'
+
+RSpec.configure do |config|
+
+  config.before(:each) do
+    Vx::Consumer.configuration.reset!
+  end
+
+  config.after(:each) do
+    Vx::Consumer.session.close
+    Bob._reset
+  end
+end

data/spec/support/beefcake_test_message.rb

@@ -0,0 +1,8 @@
+require 'beefcake'
+
+class BeefcakeTestMessage
+  include Beefcake::Message
+
+  required :x, :int32, 1
+  required :y, :int32, 2
+end

data/spec/support/test_consumers.rb

@@ -0,0 +1,46 @@
+require 'thread'
+
+class Alice
+  include Vx::Consumer
+
+  content_type 'text/plain'
+  routing_key 'mykey'
+
+  fanout
+
+end
+
+class Bob
+  include Vx::Consumer
+
+  exchange 'bob_exch',  durable: false, auto_delete: true
+  queue    'bob_queue', exclusive: true, durable: false
+  ack
+
+  @@m         = Mutex.new
+  @@collected = []
+
+  class << self
+    def _collected
+      @@collected
+    end
+
+    def _reset
+      @@m.synchronize do
+        @@collected = []
+      end
+    end
+
+    def _save(payload)
+      @@m.synchronize do
+        @@collected << payload
+      end
+    end
+  end
+
+  def perform(payload)
+    self.class._save payload
+    sleep 0.1
+    ack
+  end
+end

data/vx-consumer.gemspec

@@ -0,0 +1,27 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'vx/consumer/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "vx-consumer"
+  spec.version       = Vx::Consumer::VERSION
+  spec.authors       = ["Dmitry Galinsky"]
+  spec.email         = ["dima.exe@gmail.com"]
+  spec.summary       = %q{ summary }
+  spec.description   = %q{ description }
+  spec.homepage      = ""
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files -z`.split("\x0")
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_runtime_dependency 'bunny', '= 1.1.1'
+  spec.add_runtime_dependency 'vx-common-rack-builder', '>= 0.0.2'
+
+  spec.add_development_dependency "bundler", "~> 1.5"
+  spec.add_development_dependency "rake"
+  spec.add_development_dependency "rspec"
+end

metadata

@@ -0,0 +1,148 @@
+--- !ruby/object:Gem::Specification
+name: vx-consumer
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Dmitry Galinsky
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-02-04 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bunny
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 1.1.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 1.1.1
+- !ruby/object:Gem::Dependency
+  name: vx-common-rack-builder
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 0.0.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 0.0.2
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.5'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.5'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: ' description '
+email:
+- dima.exe@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- .rspec
+- .travis.yml
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- lib/vx/consumer.rb
+- lib/vx/consumer/ack.rb
+- lib/vx/consumer/configuration.rb
+- lib/vx/consumer/error.rb
+- lib/vx/consumer/instrument.rb
+- lib/vx/consumer/params.rb
+- lib/vx/consumer/publish.rb
+- lib/vx/consumer/serializer.rb
+- lib/vx/consumer/session.rb
+- lib/vx/consumer/subscribe.rb
+- lib/vx/consumer/subscriber.rb
+- lib/vx/consumer/testing.rb
+- lib/vx/consumer/version.rb
+- spec/lib/consumer_spec.rb
+- spec/lib/serializer_spec.rb
+- spec/lib/session_spec.rb
+- spec/spec_helper.rb
+- spec/support/beefcake_test_message.rb
+- spec/support/test_consumers.rb
+- vx-consumer.gemspec
+homepage: ''
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.0.14
+signing_key: 
+specification_version: 4
+summary: summary
+test_files:
+- spec/lib/consumer_spec.rb
+- spec/lib/serializer_spec.rb
+- spec/lib/session_spec.rb
+- spec/spec_helper.rb
+- spec/support/beefcake_test_message.rb
+- spec/support/test_consumers.rb
+has_rdoc: