lapine 0.1.1 → 0.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: db131a0aa239e502ac31258568eb2180c3699c95
-  data.tar.gz: c2c3302d3ced52aa11d78d477241be7af4183cf7
+  metadata.gz: ccc8f9935974ce4c4981bc4d43da3f08cdf2c8b2
+  data.tar.gz: a296e0395e2c43aaf6369a47c921176c2862442e
 SHA512:
-  metadata.gz: 9a29396753fe50307e752fd5a06cd1f02ddf64b011ca65869be06b770d47e68492c88cd8bec89019a6d2a70fe3bc658e2047f6f6895f0ea0ea8f84d8acfde102
-  data.tar.gz: 67122efa1ccb92aa40b0e5237e5218e05c55d30aa1f26e0f9350a62d0d7c8912172a1af1d7537b4b78c593b23e7f5e257864a8d0c6975b691167b0e53149b627
+  metadata.gz: f2992302c858ec6589bc6b5147cd85b332bb6eb83a4ba9ee7df10be251711fbb7bc9e9d4e6d292b33b3a97bc6c7123054553ee3866adbc33de6c17d71f602c39
+  data.tar.gz: 61271187c14a82e828f3031c0063d8f0ecd237ac1d7dff4cb1ed5ba223dff3d9713fe3cc0c4b66ec1c8e421b6c3aba434af3afd255d5bbac3d54d3a61002f163

data/Gemfile

@@ -2,3 +2,7 @@ source 'https://rubygems.org'
 
 # Specify your gem's dependencies in lapine.gemspec
 gemspec
+
+group :test do
+  gem 'pry-nav'
+end

data/bin/lapine

@@ -0,0 +1,5 @@
+#!/usr/bin/env ruby
+
+require 'lapine/cli'
+Lapine::CLI.new(ARGV).run
+

data/example/consumer_config.yml

@@ -0,0 +1,24 @@
+connection:
+  host: '127.0.0.1'
+  port: 5672
+  ssl: false
+  vhost: '/'
+  username: 'guest'
+  password: 'guest'
+
+require:
+  - example/consumer_handler
+
+topics:
+  - lapine.topic
+
+queues:
+  - q: handler
+    topic: lapine.topic
+    routing_key: stuff
+    handlers:
+      - ConsumerHandler
+
+
+
+

data/example/consumer_handler.rb

@@ -0,0 +1,5 @@
+class ConsumerHandler
+  def self.handle_lapine_payload(hash, metadata)
+    puts hash, payload
+  end
+end

data/example/producer.rb

@@ -0,0 +1,20 @@
+require 'lapine'
+
+class Producer
+  include Lapine::Publisher
+
+  exchange 'lapine.topic'
+
+  attr_reader :id
+
+  def initialize(id)
+    @id = id
+  end
+
+  def to_hash
+    {
+      data: id
+    }
+  end
+end
+

data/lapine.gemspec

@@ -6,7 +6,7 @@ require 'lapine/version'
 Gem::Specification.new do |spec|
   spec.name          = 'lapine'
   spec.version       = Lapine::VERSION
-  spec.authors       = ['Eric Saxby','Matt Camuto']
+  spec.authors       = ['Eric Saxby', 'Matt Camuto']
   spec.email         = ['dev@wanelo.com']
   spec.summary       = %q{Talk to rabbits}
   spec.description   = %q{Talk to rabbits}
@@ -18,12 +18,15 @@ Gem::Specification.new do |spec|
   spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
   spec.require_paths = ['lib']
 
+  spec.add_dependency 'amqp'
   spec.add_dependency 'bunny'
+  spec.add_dependency 'mixlib-cli'
   spec.add_dependency 'oj'
+  spec.add_dependency 'ruby-usdt', '>= 0.2.2'
 
   spec.add_development_dependency 'bundler', '~> 1.7'
   spec.add_development_dependency 'guard-rspec', '~> 4.3.1'
   spec.add_development_dependency 'rake', '~> 10.0'
   spec.add_development_dependency 'rspec', '~> 3.1.0'
-
+  spec.add_development_dependency 'em-spec'
 end

data/lib/lapine/cli.rb

@@ -0,0 +1,30 @@
+module Lapine
+  class CLI
+    attr_reader :argv, :command
+
+    def initialize(argv)
+      @argv = argv
+      @command = argv.shift
+    end
+
+    def run
+      case command
+      when 'consume'
+        require 'lapine/consumer'
+        ::Lapine::Consumer::Runner.new(argv).run
+      else
+        usage
+      end
+    end
+
+    def usage
+      puts <<-EOF.gsub(/^ {8}/, '')
+        Usage: lapine [command] [options]
+
+          commands: consume
+      EOF
+      exit 1
+    end
+
+  end
+end

data/lib/lapine/consumer.rb

@@ -0,0 +1 @@
+require 'lapine/consumer/runner'

data/lib/lapine/consumer/config.rb

@@ -0,0 +1,127 @@
+require 'mixlib/cli'
+require 'yaml'
+
+module Lapine
+  module Consumer
+    class Config
+      include Mixlib::CLI
+
+      banner 'Usage: lapine consume (options)'
+
+      option :config_file,
+        short: '-c CONFIG_FILE',
+        long: '--config CONFIG_FILE',
+        description: 'YML file with configuration of subscribers',
+        required: true
+
+      option :logfile,
+        short: '-l LOGFILE',
+        long: '--logfile LOGFILE',
+        description: 'where to log consumer info',
+        required: false
+
+      option :host,
+        short: '-H RABBIT_HOST',
+        long: '--host RABBIT_HOST',
+        description: 'IP or FQDN of RabbitMQ host (default 127.0.0.1)'
+
+      option :port,
+        short: '-p RABBIT_PORT',
+        long: '--port RABBIT_PORT',
+        description: 'port to use with RabbitMQ (default 5672)'
+
+      option :ssl,
+        short: '-S',
+        long: '--ssl',
+        description: 'use ssl to connect (default false)'
+
+      option :vhost,
+        short: '-V VHOST',
+        long: '--vhost VHOST',
+        description: 'RabbitMQ vhost to use (default "/")'
+
+      option :username,
+        short: '-U USERNAME',
+        long: '--username USERNAME',
+        description: 'RabbitMQ user (default guest)'
+
+      option :password,
+        short: '-P PASSWORD',
+        long: '--password PASSWORD',
+        description: 'RabbitMQ password (default guest)'
+
+      option :debug,
+        long: '--debug',
+        description: 'More verbose (and possibly non-threadsafe) log statements',
+        default: false
+
+      option :help,
+        short: '-?',
+        long: '--help',
+        description: 'Show this message',
+        on: :tail,
+        boolean: true,
+        show_options: true,
+        exit: 0
+
+      def load(argv)
+        parse_options argv
+        self
+      end
+
+      def debug?
+        config[:debug]
+      end
+
+      def logfile
+        config[:logfile]
+      end
+
+      def queues
+        yaml_config['queues']
+      end
+
+      def require
+        yaml_config['require'] || []
+      end
+
+      def topics
+        yaml_config['topics']
+      end
+
+      def connection_properties
+        {
+          host: '127.0.0.1',
+          port: 5672,
+          ssl: false,
+          vhost: '/',
+          username: 'guest',
+          password: 'guest'
+        }.merge(file_connection_props)
+        .merge(cli_connection_props)
+      end
+
+      private
+
+      def file_connection_props
+        return {} unless yaml_config['connection']
+        yaml_config['connection'].inject({}){|memo,(k,v)| memo[k.to_sym] = v; memo}
+      end
+
+      def cli_connection_props
+        {
+          host: config[:host],
+          port: config[:port] ? config[:port].to_i : nil,
+          ssl: config[:ssl],
+          vhost: config[:vhost],
+          username: config[:username],
+          password: config[:password]
+        }.delete_if { |k, v| v.nil? }
+      end
+
+      def yaml_config
+        @yaml ||= YAML.load_file(config[:config_file])
+      end
+    end
+  end
+end

data/lib/lapine/consumer/connection.rb

@@ -0,0 +1,16 @@
+require 'amqp'
+require 'eventmachine'
+
+module Lapine
+  module Consumer
+    class Connection
+      attr_reader :connection, :channel, :exchange
+
+      def initialize(config, topic)
+        @connection = AMQP.connect(config.connection_properties)
+        @channel = AMQP::Channel.new(connection)
+        @exchange = AMQP::Exchange.new(channel, :topic, topic, durable: true)
+      end
+    end
+  end
+end

data/lib/lapine/consumer/dispatcher.rb

@@ -0,0 +1,65 @@
+require 'oj'
+require 'lapine/dtrace'
+
+module Lapine
+  module Consumer
+    class Dispatcher
+      class DefaultErrorHandler
+        def call(e, data)
+          logger.info "Lapine::Dispatcher unable to dispatch, #{e.message}, data: #{data}"
+        end
+      end
+
+      attr_reader :delegate_class, :raw_payload, :metadata, :logger
+
+      def self.error_handler=(handler)
+        @error_handler = handler
+      end
+
+      def self.error_handler
+        @error_handler || DefaultErrorHandler.new
+      end
+
+      def initialize(delegate_class, raw_payload, metadata, logger)
+        @delegate_class = delegate_class
+        @raw_payload = raw_payload
+        @metadata = metadata
+        @logger = logger
+      end
+
+      def dispatch
+        Lapine::DTrace.fire!(:dispatch_enter, delegate_class.name, raw_payload)
+        begin
+          json = Oj.load(raw_payload)
+          with_timed_logging(json) { do_dispatch(json) }
+        rescue Oj::Error => e
+          self.class.error_handler.call(e, raw_payload)
+        rescue StandardError => e
+          self.class.error_handler.call(e, json)
+        end
+        Lapine::DTrace.fire!(:dispatch_return, delegate_class.name, raw_payload)
+      end
+
+      private
+
+      def with_timed_logging(json)
+        time = Time.now
+        ret = yield
+        time_end = Time.now
+        duration = (time_end - time) * 1000
+        logger.info  "Processing rabbit message handler:#{delegate_class.name} duration(ms):#{duration} payload:#{json.inspect}"
+        ret
+      end
+
+      def delegate_method_names
+        [:handle_lapine_payload, :perform_async]
+      end
+
+      def do_dispatch(payload)
+        delegate_method_names.each do |meth|
+          return delegate_class.send(meth, payload, metadata) if delegate_class.respond_to?(meth)
+        end
+      end
+    end
+  end
+end

data/lib/lapine/consumer/environment.rb

@@ -0,0 +1,47 @@
+module Lapine
+  module Consumer
+    class Environment
+      attr_reader :config
+
+      def initialize(config)
+        @config = config
+      end
+
+      def load!
+        set_environment
+        load_rails
+        require_from_config
+      end
+
+      def set_environment
+        ENV['RAILS_ENV'] ||= 'development'
+        ENV['RACK_ENV'] = ENV['RAILS_ENV']
+      end
+
+      def load_rails
+        begin
+          require 'rails'
+          if ::Rails.application.respond_to?(:eager_load)
+            require File.expand_path('config/environment.rb')
+            ::Rails.application.eager_load!
+          else
+            require File.expand_path('config/application.rb')
+            ::Rails::Application.initializer "lapine.load_rails" do
+              ::Rails.application.config.eager_load = true
+            end
+            require File.expand_path('config/environment.rb')
+          end
+        rescue LoadError
+        end
+      end
+
+      def require_from_config
+        if config.require
+          config.require.each do |file|
+            require File.expand_path(file)
+          end
+        end
+      end
+    end
+  end
+end

data/lib/lapine/consumer/runner.rb

@@ -0,0 +1,69 @@
+require 'amqp'
+require 'digest'
+require 'eventmachine'
+require 'logger'
+require 'lapine/consumer/config'
+require 'lapine/consumer/connection'
+require 'lapine/consumer/environment'
+require 'lapine/consumer/topology'
+require 'lapine/consumer/dispatcher'
+
+module Lapine
+  module Consumer
+    class Runner
+      attr_reader :argv
+
+      def initialize(argv)
+        @argv = argv
+        @message_count = 0
+      end
+
+      def run
+        handle_signals!
+        Consumer::Environment.new(config).load!
+        logger.info 'starting Lapine::Consumer'
+
+        EventMachine.run do
+          topology.each_binding do |q, conn, routing_key, classes|
+            queue = conn.channel.queue(q).bind(conn.exchange, routing_key: routing_key)
+            queue.subscribe(ack: true) do |metadata, payload|
+              classes.each do |clazz|
+                Lapine::Consumer::Dispatcher.new(clazz, payload, metadata, logger).dispatch
+              end
+
+              @message_count += 1 if config.debug?
+
+              metadata.ack
+            end
+          end
+
+          if config.debug?
+            EventMachine.add_periodic_timer(10) do
+              logger.info "Lapine::Consumer messages processed=#{@message_count}"
+              @message_count = 0
+            end
+          end
+        end
+
+        logger.warn 'exiting Lapine::Consumer'
+      end
+
+      def config
+        @config ||= Lapine::Consumer::Config.new.load(argv)
+      end
+
+      def topology
+        @topology ||= ::Lapine::Consumer::Topology.new(config, logger)
+      end
+
+      def logger
+        @logger ||= config.logfile ? Logger.new(config.logfile) : Logger.new(STDOUT)
+      end
+
+      def handle_signals!
+        Signal.trap('INT') { EventMachine.stop }
+        Signal.trap('TERM') { EventMachine.stop }
+      end
+    end
+  end
+end

data/lib/lapine/consumer/topology.rb

@@ -0,0 +1,45 @@
+require 'lapine/consumer/connection'
+
+module Lapine
+  module Consumer
+    class Topology < Struct.new(:config, :logger)
+
+      def each_binding
+        config.queues.each do |node|
+          classes = node['handlers'].map do |handler|
+            handler.split('::').inject(Object) do |const, name|
+              const.const_get(name)
+            end
+          end
+
+          yield node['q'], get_conn(node['topic']), node['routing_key'], classes
+        end
+      end
+
+
+      def each_topic
+        config.topics.each do |topic|
+          yield topic
+        end
+      end
+
+      private
+
+      def get_conn(name)
+        @cons ||= {}.tap do |cons|
+          each_topic do |topic|
+            debug "Connecting to RabbiMQ: topic: #{topic}, #{config.connection_properties}"
+            cons[topic] = Lapine::Consumer::Connection.new(config, topic)
+          end
+        end
+        @cons[name]
+      end
+
+      def debug(msg)
+        return unless config.debug?
+        return unless logger
+        logger.info msg
+      end
+    end
+  end
+end

data/lib/lapine/dtrace.rb

@@ -0,0 +1,30 @@
+require 'usdt'
+
+module Lapine
+  class DTrace
+    attr_reader :provider, :probes
+
+    def initialize
+      @provider = USDT::Provider.create(:ruby, :lapine)
+
+      @probes = {
+        # args: Class name, payload
+        dispatch_enter: provider.probe(:dispatch, :enter, :string, :string),
+        # args: Class name, payload
+        dispatch_return: provider.probe(:dispatch, :return, :string, :string),
+      }
+    end
+
+    def self.provider
+      @provider ||= new.tap do |p|
+        p.provider.enable
+      end
+    end
+
+    def self.fire!(probe_name, *args)
+      raise "Unknown probe: #{probe_name}" unless self.provider.probes[probe_name]
+      probe = self.provider.probes[probe_name]
+      probe.fire(*args) if probe.enabled?
+    end
+  end
+end

data/lib/lapine/test/exchange.rb

@@ -35,16 +35,21 @@ module Lapine
     end
 
     class FakeQueue
-      attr_reader :history
+      attr_reader :exchange, :message_history
 
       def bind(exchange)
-        @history = MessageHistory.new
-        exchange.bind history
+        @exchange = exchange
+        @message_history = MessageHistory.new
+        exchange.bind message_history
         self
       end
 
       def message_count
-        history.message_count
+        message_history.message_count
+      end
+
+      def messages
+        message_history.messages
       end
     end
 
@@ -76,6 +81,7 @@ module Lapine
       end
 
       def close!
+        @exchange = nil
         true
       end
     end

data/lib/lapine/test/rspec_helper.rb

@@ -3,11 +3,11 @@ require 'lapine/test/exchange'
 module Lapine
   module Test
     module RSpecHelper
-      def self.setup(example)
-        example.allow(Lapine::Exchange).to(
-          example.receive(:new) { |name, properties|
+      def self.setup(_example = nil)
+        RSpec::Mocks::AllowanceTarget.new(Lapine::Exchange).to(
+          RSpec::Mocks::Matchers::Receive.new(:new, ->(name, properties) {
             Lapine::Test::Exchange.new(name, properties)
-          }
+          })
         )
       end
 

data/lib/lapine/version.rb

@@ -1,3 +1,3 @@
 module Lapine
-  VERSION = '0.1.1'
+  VERSION = '0.2.0'
 end

data/spec/lib/lapine/consumer/config_spec.rb

@@ -0,0 +1,164 @@
+require 'spec_helper'
+require 'lapine/consumer/config'
+
+RSpec.describe Lapine::Consumer::Config do
+  let(:argv) { %w(-c /path/to/config.yml) }
+
+  subject(:config) { Lapine::Consumer::Config.new }
+  let(:config_from_file) { {} }
+
+  before do
+    config.load argv
+    allow(YAML).to receive(:load_file).with('/path/to/config.yml').and_return(config_from_file)
+  end
+
+  describe '#load' do
+    it 'returns self' do
+      expect(config.load(argv)).to eq(config)
+    end
+  end
+
+  describe '#connection_properties' do
+    before { config.load(argv) }
+
+    let(:connection_properties) { config.connection_properties }
+
+    describe 'host' do
+      it 'defaults to 127.0.0.1' do
+        expect(connection_properties[:host]).to eq('127.0.0.1')
+      end
+
+      context 'with connection info in file' do
+        let(:config_from_file) { { 'connection' => { 'host' => '1.1.1.1' } } }
+
+        it 'uses the config file info' do
+          expect(connection_properties[:host]).to eq('1.1.1.1')
+        end
+      end
+
+      context 'with command line arg' do
+        let(:argv) { %w(--host 2.2.2.2 -c /path/to/config.yml) }
+        let(:config_from_file) { { 'connection' => { 'host' => '1.1.1.1' } } }
+
+        it 'prefers the cli' do
+          expect(connection_properties[:host]).to eq('2.2.2.2')
+        end
+      end
+    end
+
+    describe 'port' do
+      it 'defaults to 5672' do
+        expect(connection_properties[:port]).to eq(5672)
+      end
+
+      context 'with connection info in file' do
+        let(:config_from_file) { { 'connection' => { 'port' => 5673 } } }
+
+        it 'uses the config file info' do
+          expect(connection_properties[:port]).to eq(5673)
+        end
+      end
+
+      context 'with command line arg' do
+        let(:argv) { %w(--port 5674 -c /path/to/config.yml) }
+        let(:config_from_file) { { 'connection' => { 'port' => 5673 } } }
+
+        it 'prefers the cli' do
+          expect(connection_properties[:port]).to eq(5674)
+        end
+      end
+    end
+
+    describe 'ssl' do
+      it 'defaults to false' do
+        expect(connection_properties[:ssl]).to be(false)
+      end
+
+      context 'with connection info in file' do
+        let(:config_from_file) { { 'connection' => { 'ssl' => true } } }
+
+        it 'uses the config file info' do
+          expect(connection_properties[:ssl]).to be(true)
+        end
+      end
+
+      context 'with command line arg' do
+        let(:argv) { %w(--ssl -c /path/to/config.yml) }
+        let(:config_from_file) { { 'connection' => { 'ssl' => false } } }
+
+        it 'prefers the cli' do
+          expect(connection_properties[:ssl]).to be(true)
+        end
+      end
+    end
+
+    describe 'vhost' do
+      it 'defaults to /' do
+        expect(connection_properties[:vhost]).to eq('/')
+      end
+
+      context 'with connection info in file' do
+        let(:config_from_file) { { 'connection' => { 'vhost' => '/blah' } } }
+
+        it 'uses the config file info' do
+          expect(connection_properties[:vhost]).to eq('/blah')
+        end
+      end
+
+      context 'with command line arg' do
+        let(:argv) { %w(--vhost /argh -c /path/to/config.yml) }
+        let(:config_from_file) { { 'connection' => { 'vhost' => '/blah' } } }
+
+        it 'prefers the cli' do
+          expect(connection_properties[:vhost]).to eq('/argh')
+        end
+      end
+    end
+
+    describe 'username' do
+      it 'defaults to guest' do
+        expect(connection_properties[:username]).to eq('guest')
+      end
+
+      context 'with connection info in file' do
+        let(:config_from_file) { { 'connection' => { 'username' => 'Hrairoo' } } }
+
+        it 'uses the config file info' do
+          expect(connection_properties[:username]).to eq('Hrairoo')
+        end
+      end
+
+      context 'with command line arg' do
+        let(:argv) { %w(--username Thlayli -c /path/to/config.yml) }
+        let(:config_from_file) { { 'connection' => { 'username' => 'Hrairoo' } } }
+
+        it 'prefers the cli' do
+          expect(connection_properties[:username]).to eq('Thlayli')
+        end
+      end
+    end
+
+    describe 'password' do
+      it 'defaults to guest' do
+        expect(connection_properties[:password]).to eq('guest')
+      end
+
+      context 'with connection info in file' do
+        let(:config_from_file) { { 'connection' => { 'password' => 'flayrah' } } }
+
+        it 'uses the config file info' do
+          expect(connection_properties[:password]).to eq('flayrah')
+        end
+      end
+
+      context 'with command line arg' do
+        let(:argv) { %w(--password pfeffa -c /path/to/config.yml) }
+        let(:config_from_file) { { 'connection' => { 'password' => 'flayrah' } } }
+
+        it 'prefers the cli' do
+          expect(connection_properties[:password]).to eq('pfeffa')
+        end
+      end
+    end
+  end
+end

data/spec/lib/lapine/consumer/connection_spec.rb

@@ -0,0 +1,23 @@
+require 'spec_helper'
+require 'lapine/consumer/connection'
+
+RSpec.describe Lapine::Consumer::Connection do
+
+  describe "initialize" do
+    let(:properties) { {host: '127.0.0.1', port: 5672, ssl: false, vhost: '/', username: 'guest', password: 'guest'} }
+    let(:connection) { double('AMQP::Session') }
+    let(:channel) { double('AMQP::Channel') }
+    let(:config) { double('config', connection_properties: properties) }
+
+    before do
+      expect(AMQP).to receive(:connect).with(properties) { connection }
+      expect(AMQP::Channel).to receive(:new).with(connection) { channel }
+    end
+
+    it "Builds amqp objects" do
+      expect(AMQP::Exchange).to receive(:new).with(channel, :topic, 'thing.topic', durable: true)
+      described_class.new(config, 'thing.topic')
+    end
+  end
+end
+

data/spec/lib/lapine/consumer/dispatcher_spec.rb

@@ -0,0 +1,66 @@
+require 'spec_helper'
+require 'lapine/consumer/dispatcher'
+
+RSpec.describe Lapine::Consumer::Dispatcher do
+
+  subject(:dispatcher) { Lapine::Consumer::Dispatcher.new(delegate, json, metadata, logger) }
+  let(:logger) { double('logger') }
+  let(:hash) { {'foo' => 'bar'} }
+  let(:json) { Oj.dump(hash) }
+  let(:metadata) { double("metadata") }
+  let(:delegate) { double("delegate", name: "ClassName") }
+
+  let(:caught_errors) { [] }
+
+  before do
+    Lapine::Consumer::Dispatcher.error_handler = ->(error, data) {
+      caught_errors << [error, data]
+    }
+  end
+
+  describe "#delegation" do
+    context "success cases" do
+      before do
+        expect(logger).to receive(:info).once.with(/Processing(.*)ClassName/)
+      end
+
+      context ".handle_lapine_payload method" do
+        it "receives handle_lapine_payload" do
+          expect(delegate).to receive(:respond_to?).with(:handle_lapine_payload).and_return(true)
+          expect(delegate).to receive(:handle_lapine_payload).once
+          dispatcher.dispatch
+        end
+      end
+
+      context ".perform_async method" do
+        it "receives perform_async" do
+          expect(delegate).to receive(:respond_to?).with(:handle_lapine_payload).and_return(false)
+          expect(delegate).to receive(:respond_to?).with(:perform_async).and_return(true)
+          expect(delegate).to receive(:perform_async).once
+          dispatcher.dispatch
+        end
+      end
+    end
+
+    describe 'error cases' do
+      context 'with invalid json' do
+        let(:json) { 'oh boy I am not actually JSON' }
+
+        it 'notifies new relic with the raw payload' do
+          dispatcher.dispatch
+          expect(caught_errors).to include([an_instance_of(Oj::ParseError), json])
+        end
+      end
+
+      context 'with any other error' do
+        before { allow(dispatcher).to receive(:do_dispatch).and_raise(ArgumentError) }
+
+        it 'notifies new relic with the parsed json' do
+          dispatcher.dispatch
+          expect(caught_errors).to include([an_instance_of(ArgumentError), hash])
+        end
+      end
+    end
+  end
+end
+

data/spec/lib/lapine/consumer/runner_spec.rb

@@ -0,0 +1,76 @@
+require 'spec_helper'
+require 'lapine/consumer/runner'
+require 'amqp'
+require 'em-spec/rspec'
+
+RSpec.describe Lapine::Consumer::Runner do
+  include EM::SpecHelper
+
+  class FakerHandler
+    def self.handle_lapine_payload(payload, metadata)
+    end
+  end
+
+  subject(:runner) { Lapine::Consumer::Runner.new(argv) }
+  let(:argv) { [] }
+  let(:queues) do
+    [
+      {
+        'q' => 'testing.test',
+        'topic' => 'testing.topic',
+        'routing_key' => 'testing.update',
+        'handlers' =>
+          [
+            'FakerHandler'
+          ]
+      }
+    ]
+  end
+
+  let(:config) { double('config',
+    logfile: '/dev/null',
+    yaml_config: 'fakefil',
+    connection_properties: connection_properties,
+    require: [],
+    queues: queues,
+    topics: ['testing.topic'],
+    debug?: true) }
+  let(:connection_properties) { {host: '127.0.0.1', port: 5672, ssl: false, vhost: '/', username: 'guest', password: 'guest'} }
+  let(:message) { Oj.dump({'pay' => 'load'}) }
+
+  describe '#run' do
+    before do
+      allow(runner).to receive(:config).and_return(config)
+      allow(runner).to receive(:topology).and_return(::Lapine::Consumer::Topology.new(config, runner.logger))
+      allow(runner).to receive(:handle_signals!)
+    end
+
+    it 'sends a message to handler' do
+      expect(FakerHandler).to receive(:handle_lapine_payload).twice
+      em do
+        subject.run
+        conn = Lapine::Consumer::Connection.new(config, 'testing.topic')
+        conn.exchange.publish(message, routing_key: 'testing.update')
+        conn.exchange.publish(message, routing_key: 'testing.update')
+        EventMachine.add_timer(2.0) { done }
+      end
+    end
+  end
+
+  describe '#config' do
+    it 'passes argv to a new config object' do
+      allow(Lapine::Consumer::Config).to receive(:new).and_return(config)
+      expect(config).to receive(:load).with(argv).and_return(config)
+      expect(runner.config).to eq(config)
+    end
+  end
+
+  describe '#handle_signals!' do
+    it 'traps INT and TERM signals' do
+      expect(Signal).to receive(:trap).with('INT')
+      expect(Signal).to receive(:trap).with('TERM')
+      subject.handle_signals!
+    end
+  end
+end
+

data/spec/lib/lapine/consumer/topology_spec.rb

@@ -0,0 +1,82 @@
+require 'spec_helper'
+require 'lapine/consumer/topology'
+
+RSpec.describe Lapine::Consumer::Topology do
+  module MessageBusTest
+    class Clazz
+    end
+  end
+
+  let(:topics) {
+    [
+      "a.topic",
+      "b.topic"
+    ]
+  }
+  let(:queues) {
+    [{
+      "q" => "store.buyable",
+      "topic" => "a.topic",
+      "routing_key" =>
+      "store.buyable.update",
+        "handlers" => ["MessageBusTest::Clazz"]
+    }]
+  }
+  let(:connection_properties) {
+    {}
+  }
+  let(:config) do
+    double('config',
+           topics: topics,
+           queues: queues,
+           connection_properties: connection_properties,
+           debug?: debug)
+  end
+
+  subject(:topology) { Lapine::Consumer::Topology.new(config, logger) }
+  let(:debug) { false }
+  let(:logger) { nil }
+
+  describe "#each_topic" do
+    it "yields correct dount" do
+      expect { |b| topology.each_topic(&b) }.to yield_control.twice
+    end
+
+    it "yields all topics in order" do
+      expect { |b| topology.each_topic(&b) }.to yield_successive_args("a.topic", "b.topic")
+    end
+  end
+
+  describe "#each_binding" do
+    let(:conn) { double('connection') }
+
+    before do
+      allow(Lapine::Consumer::Connection).to receive(:new) { conn }
+    end
+
+    it "yields correct count" do
+      expect { |b| topology.each_binding(&b) }.to yield_control.once
+    end
+
+    it "yields expected arguments" do
+      expect { |b|
+        topology.each_binding(&b)
+      }.to yield_with_args("store.buyable",
+        conn,
+        "store.buyable.update",
+        [MessageBusTest::Clazz])
+    end
+
+    context 'with a logger and debug mode' do
+      let(:debug) { true }
+      let(:logger) { double('logger', info: true) }
+
+      it 'logs each connection' do
+        topology.each_binding {}
+        expect(logger).to have_received(:info).with("Connecting to RabbiMQ: topic: a.topic, #{config.connection_properties}")
+        expect(logger).to have_received(:info).with("Connecting to RabbiMQ: topic: b.topic, #{config.connection_properties}")
+      end
+    end
+  end
+end
+

data/spec/lib/lapine/test/exchange_spec.rb

@@ -0,0 +1,41 @@
+require 'spec_helper'
+require 'lapine/test/rspec_helper'
+
+RSpec.describe Lapine::Test::Exchange, with_rspec_helper: true do
+  class Publisher
+    include Lapine::Publisher
+
+    exchange 'my.topic'
+
+    def to_hash
+      {
+        omg: 'lol'
+      }
+    end
+  end
+
+  let(:exchange) { Lapine.find_exchange('my.topic') }
+  let(:queue) { exchange.channel.queue.bind(exchange) }
+
+  before do
+    Lapine.add_connection 'conn', {} 
+    Lapine.add_exchange 'my.topic', connection: 'conn'
+    queue
+  end
+
+  describe 'publish' do
+    it 'changes the queue message count' do
+      expect {
+        Publisher.new.publish
+      }.to change {
+        queue.message_count
+      }.to(1)
+    end
+
+    it 'saves message for later introspection' do
+      Publisher.new.publish('my.things')
+      message = ['{"omg":"lol"}', {routing_key: 'my.things'}]
+      expect(queue.messages).to include(message)
+    end
+  end  
+end

data/spec/spec_helper.rb

@@ -1,4 +1,10 @@
 require 'lapine'
+require 'pry'
+require 'rspec/mocks'
+
+Dir[File.expand_path('../support/**/*.rb', __FILE__)].each do |f|
+  require f
+end
 
 RSpec.configure do |config|
   config.expect_with :rspec do |expectations|

data/spec/support/rspec_test_helper.rb

@@ -0,0 +1,14 @@
+require 'lapine/test/rspec_helper'
+
+RSpec.configure do |config|
+  config.include Lapine::Test::RSpecHelper, with_rspec_helper: true
+
+  config.before :each, :with_rspec_helper do |example|
+    Lapine::Test::RSpecHelper.setup(example)
+  end
+
+  config.after :each, :with_rspec_helper do
+    Lapine::Test::RSpecHelper.teardown
+  end
+end
+

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: lapine
 version: !ruby/object:Gem::Version
-  version: 0.1.1
+  version: 0.2.0
 platform: ruby
 authors:
 - Eric Saxby
@@ -9,8 +9,22 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-11-26 00:00:00.000000000 Z
+date: 2014-12-01 00:00:00.000000000 Z
 dependencies:
+- !ruby/object:Gem::Dependency
+  name: amqp
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: bunny
   requirement: !ruby/object:Gem::Requirement
@@ -25,6 +39,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: mixlib-cli
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: oj
   requirement: !ruby/object:Gem::Requirement
@@ -39,6 +67,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: ruby-usdt
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.2.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.2.2
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
@@ -95,10 +137,25 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: 3.1.0
+- !ruby/object:Gem::Dependency
+  name: em-spec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 description: Talk to rabbits
 email:
 - dev@wanelo.com
-executables: []
+executables:
+- lapine
 extensions: []
 extra_rdoc_files: []
 files:
@@ -109,17 +166,37 @@ files:
 - LICENSE.txt
 - README.md
 - Rakefile
+- bin/lapine
+- example/consumer_config.yml
+- example/consumer_handler.rb
+- example/producer.rb
 - lapine.gemspec
 - lib/lapine.rb
+- lib/lapine/cli.rb
 - lib/lapine/configuration.rb
+- lib/lapine/consumer.rb
+- lib/lapine/consumer/config.rb
+- lib/lapine/consumer/connection.rb
+- lib/lapine/consumer/dispatcher.rb
+- lib/lapine/consumer/environment.rb
+- lib/lapine/consumer/runner.rb
+- lib/lapine/consumer/topology.rb
+- lib/lapine/dtrace.rb
 - lib/lapine/exchange.rb
 - lib/lapine/publisher.rb
 - lib/lapine/test/exchange.rb
 - lib/lapine/test/rspec_helper.rb
 - lib/lapine/version.rb
+- spec/lib/lapine/consumer/config_spec.rb
+- spec/lib/lapine/consumer/connection_spec.rb
+- spec/lib/lapine/consumer/dispatcher_spec.rb
+- spec/lib/lapine/consumer/runner_spec.rb
+- spec/lib/lapine/consumer/topology_spec.rb
 - spec/lib/lapine/publisher_spec.rb
+- spec/lib/lapine/test/exchange_spec.rb
 - spec/lib/lapine_spec.rb
 - spec/spec_helper.rb
+- spec/support/rspec_test_helper.rb
 homepage: https://github.com/wanelo/lapine
 licenses:
 - MIT
@@ -140,12 +217,19 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.4.4
+rubygems_version: 2.2.2
 signing_key: 
 specification_version: 4
 summary: Talk to rabbits
 test_files:
+- spec/lib/lapine/consumer/config_spec.rb
+- spec/lib/lapine/consumer/connection_spec.rb
+- spec/lib/lapine/consumer/dispatcher_spec.rb
+- spec/lib/lapine/consumer/runner_spec.rb
+- spec/lib/lapine/consumer/topology_spec.rb
 - spec/lib/lapine/publisher_spec.rb
+- spec/lib/lapine/test/exchange_spec.rb
 - spec/lib/lapine_spec.rb
 - spec/spec_helper.rb
+- spec/support/rspec_test_helper.rb
 has_rdoc: