vx-lib-consumer 0.2.1

data/spec/lib/consumer_spec.rb

@@ -0,0 +1,210 @@
+require 'json'
+require 'timeout'
+require 'spec_helper'
+
+describe Vx::Lib::Consumer do
+
+  before do
+    Bob.timeout = 0.1
+  end
+
+  context "test consumer declaration" do
+    context "alice" do
+      subject { Alice.params }
+      its(:exchange_name)    { should eq 'amq.fanout' }
+      its(:exchange_options) { should eq(durable: true, auto_delete: false, type: :fanout) }
+      its(:queue_name)       { should eq '' }
+      its(:queue_options)    { should eq(exclusive: false, durable: true, auto_delete: false) }
+      its(:ack)              { should be_false }
+      its(:routing_key)      { should eq 'mykey' }
+      its(:headers)          { should be_nil }
+      its(:content_type)     { should eq 'text/plain' }
+    end
+
+    context "bob" do
+      subject { Bob.params }
+      its(:exchange_name)    { should eq 'bob_exch' }
+      its(:exchange_options) { should eq(durable: false, auto_delete: true, type: :topic) }
+      its(:queue_name)       { should eq 'bob_queue' }
+      its(:queue_options)    { should eq(durable: false, auto_delete: true) }
+      its(:ack)              { should be_true }
+      its(:routing_key)      { should be_nil }
+      its(:content_type)     { should eq 'application/json' }
+    end
+  end
+
+  it "simple pub/sub" do
+    consumer = Bob.subscribe
+    sleep 1
+    3.times {|n| Bob.publish("a" => n) }
+
+    Timeout.timeout(5) do
+      loop do
+        break if Bob._collected.size == 3
+        sleep 0.1
+      end
+    end
+
+    Timeout.timeout(3) do
+      consumer.graceful_shutdown
+    end
+
+    expect(Bob._collected).to eq([{"a"=>0}, {"a"=>1}, {"a"=>2}])
+  end
+
+  it "start/stop many times" do
+    fn = lambda do |idx|
+      consumer = Bob.subscribe
+      sleep 1
+      3.times {|n| Bob.publish("a" => n + (3 * idx)) }
+
+      Timeout.timeout(5) do
+        loop do
+          break if Bob._collected.size == 3 + (3 * idx)
+          sleep 0.1
+        end
+      end
+      Timeout.timeout(3) do
+        consumer.graceful_shutdown
+      end
+
+      expect(consumer).to be_closed
+    end
+
+    10.times do |n|
+      fn.call(n)
+    end
+
+    expect(Bob._collected.flat_map(&:values)).to eq((0..29).to_a)
+  end
+
+  it "pub/sub in multithreaded environment" do
+    handle_errors do
+      cns = []
+      30.times do |n|
+        cns << Bob.subscribe
+      end
+
+      90.times do |n|
+        Thread.new do
+          Bob.publish("a" => n)
+        end
+      end
+
+      Timeout.timeout(10) do
+        loop do
+          break if Bob._collected.size >= 90
+          sleep 0.1
+        end
+      end
+
+      Timeout.timeout(1) do
+        cns.map(&:graceful_shutdown)
+      end
+
+      expect(Bob._collected.map{|c| c["a"] }.uniq.sort).to eq((0...90).to_a)
+    end
+  end
+
+  it "should catch errors" do
+    error = nil
+    Vx::Lib::Consumer.configure do |c|
+      c.on_error do |e, env|
+        error = [e, env]
+      end
+    end
+    consumer = Bob.subscribe
+    sleep 0.1
+    Bob.publish "not json"
+
+    sleep 0.1
+    consumer.cancel
+
+    expect(error[0]).to be_an_instance_of(JSON::ParserError)
+    expect(error[1][:consumer]).to_not be_nil
+  end
+
+  it "should wait shutdown" do
+    bob1 = Bob.subscribe
+    bob2 = Bob.subscribe
+    Bob.publish a: 1
+    Bob.publish a: 2
+
+    th1 = bob1.wait_shutdown
+    th2 = bob2.wait_shutdown
+    sleep 0.2
+    Vx::Lib::Consumer.shutdown
+
+    Timeout.timeout(1) do
+      [th1, th2].map(&:join)
+    end
+
+    expect(Bob._collected.map(&:values).flatten.sort).to eq [1,2]
+  end
+
+  it "should work with graceful_shutdown" do
+    Bob.timeout = 1
+
+    consumer = Bob.subscribe
+    10.times do |n|
+      Bob.publish a: n
+    end
+
+    sleep 0.1
+    Timeout.timeout(10) do
+      consumer.graceful_shutdown
+    end
+
+    expect(Bob._collected).to_not be_empty
+  end
+
+  it "should work with try_graceful_shutdown" do
+    Bob.timeout = 1
+
+    consumer = Bob.subscribe
+    1.times do |n|
+      Bob.publish a: n
+    end
+
+    sleep 0.1
+    expect(consumer.try_graceful_shutdown).to be_false
+
+    Timeout.timeout(2) do
+      while consumer.running?
+        sleep 0.1
+      end
+    end
+
+    expect(consumer.try_graceful_shutdown).to be_true
+  end
+
+  it "running? should be true when consumer process task" do
+    Bob.timeout = 1
+    consumer = Bob.subscribe
+
+    expect(consumer.running?).to be_false
+
+    10.times do |n|
+      Bob.publish a: n
+    end
+
+    sleep 0.1
+    expect(consumer.running?).to be_true
+
+    Timeout.timeout(1) do
+      consumer.cancel
+    end
+
+    sleep 0.1
+    expect(consumer.running?).to be_false
+  end
+
+  def handle_errors
+    begin
+      yield
+    rescue Exception => e
+      Vx::Lib::Consumer.exception_handler(e, {})
+      raise e
+    end
+  end
+end

data/spec/lib/rpc_spec.rb

@@ -0,0 +1,67 @@
+require 'timeout'
+require 'spec_helper'
+
+describe Vx::Lib::Consumer, '(rpc)' do
+
+  it "simple rep/rep" do
+    sleep 1
+    consumer = Kenny.subscribe
+    sleep 1
+
+    re = Kenny.rpc.call(:kill, ['Oh'], timeout: 60)
+    expect(re).to eq 'rep: Oh'
+
+    Timeout.timeout(3) do
+      consumer.graceful_shutdown
+    end
+
+    Kenny.rpc.client.cancel
+    sleep 1
+  end
+
+  it "rep/rep in multithreaded environment" do
+    re  = []
+    handle_errors do
+      cns = []
+      ths = []
+
+      30.times do |n|
+        cns << Kenny.subscribe
+      end
+
+      idx = 0
+      10.times do |i|
+        100.times do |j|
+          idx += 1
+          n = "%08d" % idx
+          ths << Thread.new do
+            re << Kenny.rpc.call(:kill, [n])
+          end
+        end
+        sleep 0.1
+      end
+
+      Timeout.timeout(10) do
+        ths.map(&:join)
+      end
+
+      Timeout.timeout(10) do
+        cns.map(&:graceful_shutdown)
+      end
+
+      Kenny.rpc.client.cancel
+      sleep 1
+    end
+
+    expect(re.size).to eq 10 * 100
+  end
+
+  def handle_errors
+    begin
+      yield
+    rescue Exception => e
+      Vx::Lib::Consumer.exception_handler(e, {})
+      raise e
+    end
+  end
+end

data/spec/lib/serializer_spec.rb

@@ -0,0 +1,43 @@
+require 'json'
+require 'beefcake'
+require 'spec_helper'
+
+describe Vx::Lib::Consumer::Serializer do
+  let(:s) { described_class }
+
+  context "text/plain" do
+    let(:payload) { 'payload' }
+
+    it "should pack payload" do
+      expect(s.pack('text/plain', payload)).to eq 'payload'
+    end
+
+    it "should unpack payload" do
+      expect(s.unpack('text/plain', payload, nil)).to eq 'payload'
+    end
+  end
+
+  context "application/json" do
+    let(:payload) { {a: 1} }
+
+    it "should pack payload" do
+      expect(s.pack('application/json', payload)).to eq "{\"a\":1}"
+    end
+
+    it "should unpack payload" do
+      expect(s.unpack('application/json', payload.to_json, nil)).to eq("a"=>1)
+    end
+  end
+
+  context "application/x-protobuf" do
+    let(:payload) { BeefcakeTestMessage.new(x: 1, y: 2) }
+
+    it "should pack payload" do
+      expect(s.pack('application/x-protobuf', payload)).to eq payload.encode.to_s
+    end
+
+    it "should unpack payload" do
+      expect(s.unpack('application/x-protobuf', payload.encode.to_s, BeefcakeTestMessage)).to eq payload
+    end
+  end
+end

data/spec/lib/session_spec.rb

@@ -0,0 +1,29 @@
+require 'spec_helper'
+
+describe Vx::Lib::Consumer::Session do
+  let(:sess) { described_class.new }
+  subject { sess }
+
+  after do
+    sess.close
+  end
+
+  it { should be }
+
+  it "should successfuly open connection" do
+    expect {
+      sess.open
+    }.to change(sess, :open?).to(true)
+  end
+
+  it "should successfuly open connection in multithread environment" do
+    (0..10).map do |n|
+      Thread.new do
+        sess.open
+      end
+    end.map(&:value)
+
+    expect(sess).to be_open
+  end
+
+end

data/spec/spec_helper.rb

@@ -0,0 +1,17 @@
+require File.expand_path '../../lib/vx/lib/consumer', __FILE__
+
+Dir[File.expand_path("../..", __FILE__) + "/spec/support/**.rb"].each {|f| require f}
+
+ENV['VX_CONSUMER_DEBUG'] = '1'
+
+RSpec.configure do |config|
+
+  config.before(:each) do
+    Vx::Lib::Consumer.configuration.reset!
+  end
+
+  config.after(:each) do
+    Vx::Lib::Consumer.session.close
+    Bob._reset
+  end
+end

data/spec/support/beefcake_test_message.rb

@@ -0,0 +1,8 @@
+require 'beefcake'
+
+class BeefcakeTestMessage
+  include Beefcake::Message
+
+  required :x, :int32, 1
+  required :y, :int32, 2
+end

data/spec/support/test_consumers.rb

@@ -0,0 +1,59 @@
+require 'thread'
+
+class Alice
+  include Vx::Lib::Consumer
+
+  content_type 'text/plain'
+  routing_key 'mykey'
+  fanout
+end
+
+class Kenny
+  include Vx::Lib::Consumer
+
+  class << self
+    def m_kill(value)
+      "rep: #{value}"
+    end
+  end
+
+  rpc.action :kill, method(:m_kill)
+end
+
+class Bob
+  include Vx::Lib::Consumer
+
+  exchange 'bob_exch',  durable: false, auto_delete: true
+  queue    'bob_queue', durable: false, auto_delete: true
+  ack
+
+  @@m         = Mutex.new
+  @@collected = []
+
+  class << self
+
+    attr_accessor :timeout
+
+    def _collected
+      @@collected
+    end
+
+    def _reset
+      @@m.synchronize do
+        @@collected = []
+      end
+    end
+
+    def _save(payload)
+      @@m.synchronize do
+        @@collected << payload
+      end
+    end
+  end
+
+  def perform(payload)
+    self.class._save payload
+    sleep self.class.timeout
+    ack
+  end
+end

data/vx-lib-consumer.gemspec

@@ -0,0 +1,27 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'vx/lib/consumer/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "vx-lib-consumer"
+  spec.version       = Vx::Lib::Consumer::VERSION
+  spec.authors       = ["Dmitry Galinsky"]
+  spec.email         = ["dima.exe@gmail.com"]
+  spec.summary       = %q{ summary }
+  spec.description   = %q{ description }
+  spec.homepage      = ""
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files -z`.split("\x0")
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_runtime_dependency 'bunny', '= 1.6.3'
+  spec.add_runtime_dependency 'vx-common-rack-builder', '>= 0.0.2'
+
+  spec.add_development_dependency "bundler", "~> 1.5"
+  spec.add_development_dependency "rake"
+  spec.add_development_dependency "rspec", '2.14.1'
+end

metadata

@@ -0,0 +1,150 @@
+--- !ruby/object:Gem::Specification
+name: vx-lib-consumer
+version: !ruby/object:Gem::Version
+  version: 0.2.1
+platform: ruby
+authors:
+- Dmitry Galinsky
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-12-03 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bunny
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 1.6.3
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 1.6.3
+- !ruby/object:Gem::Dependency
+  name: vx-common-rack-builder
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.0.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.0.2
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.5'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.5'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 2.14.1
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 2.14.1
+description: " description "
+email:
+- dima.exe@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".rspec"
+- ".travis.yml"
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- lib/vx/lib/consumer.rb
+- lib/vx/lib/consumer/ack.rb
+- lib/vx/lib/consumer/configuration.rb
+- lib/vx/lib/consumer/error.rb
+- lib/vx/lib/consumer/instrument.rb
+- lib/vx/lib/consumer/params.rb
+- lib/vx/lib/consumer/publish.rb
+- lib/vx/lib/consumer/rpc.rb
+- lib/vx/lib/consumer/serializer.rb
+- lib/vx/lib/consumer/session.rb
+- lib/vx/lib/consumer/subscribe.rb
+- lib/vx/lib/consumer/subscriber.rb
+- lib/vx/lib/consumer/testing.rb
+- lib/vx/lib/consumer/version.rb
+- spec/lib/consumer_spec.rb
+- spec/lib/rpc_spec.rb
+- spec/lib/serializer_spec.rb
+- spec/lib/session_spec.rb
+- spec/spec_helper.rb
+- spec/support/beefcake_test_message.rb
+- spec/support/test_consumers.rb
+- vx-lib-consumer.gemspec
+homepage: ''
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.2.2
+signing_key: 
+specification_version: 4
+summary: summary
+test_files:
+- spec/lib/consumer_spec.rb
+- spec/lib/rpc_spec.rb
+- spec/lib/serializer_spec.rb
+- spec/lib/session_spec.rb
+- spec/spec_helper.rb
+- spec/support/beefcake_test_message.rb
+- spec/support/test_consumers.rb