carnivore-rabbitmq 0.1.0

data/CHANGELOG.md

@@ -0,0 +1,2 @@
+# v0.1.0
+* Initial release

data/CONTRIBUTING.md

@@ -0,0 +1,25 @@
+# Contributing
+
+## Branches
+
+### `master` branch
+
+The master branch is the current stable released version.
+
+### `develop` branch
+
+The develop branch is the current edge of development.
+
+## Pull requests
+
+* https://github.com/carnivore-rb/carnivore-rabbitmq/pulls
+
+Please base all pull requests of the `develop` branch. Merges to
+`master` only occur through the `develop` branch. Pull requests
+based on `master` will likely be cherry picked.
+
+## Issues
+
+Need to report an issue? Use the github issues:
+
+* https://github.com/carnivore-rb/carnivore-rabbitmq/issues

data/LICENSE

@@ -0,0 +1,13 @@
+   Copyright 2014 Chris Roberts
+
+   Licensed under the Apache License, Version 2.0 (the "License");
+   you may not use this file except in compliance with the License.
+   You may obtain a copy of the License at
+
+     http://www.apache.org/licenses/LICENSE-2.0
+
+   Unless required by applicable law or agreed to in writing, software
+   distributed under the License is distributed on an "AS IS" BASIS,
+   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+   See the License for the specific language governing permissions and
+   limitations under the License.

data/README.md

@@ -0,0 +1,30 @@
+# Carnivore RabbitMQ
+
+Provides RabbitMQ `Carnivore::Source`
+
+# Usage
+
+## RabbitMQ
+
+```ruby
+require 'carnivore'
+require 'carnivore-rabbitmq'
+
+Carnivore.configure do
+  source = Carnivore::Source.build(
+    :type => :rabbitmq,
+    :args => {
+      :connection => {
+        :connection => :args
+      },
+      :exchange => 'e_name',
+      :queue => 'q_name'
+    }
+  )
+end
+```
+
+# Info
+* Carnivore: https://github.com/heavywater/carnivore
+* Repository: https://github.com/heavywater/carnivore-rabbitmq
+* IRC: Freenode @ #heavywater

data/lib/carnivore-rabbitmq/message_collector.rb

@@ -0,0 +1,45 @@
+module Carnivore
+  class Source
+    class Rabbitmq
+      # Message collector
+      class MessageCollector
+
+        include Celluloid
+        include Carnivore::Utils::Logging
+
+        # @return [Bunny::Queue, MarchHare::Queue] remote queue
+        attr_reader :queue
+        # @return [Queue] local message bucket
+        attr_reader :message_queue
+        # @return [Celluloid::Actor] actor to notify
+        attr_reader :notify
+
+        # Create new instance
+        #
+        # @param queue [Bunny::Queue, MarchHare::Queue] remote queue
+        # @param message_queue [Queue] local message bucket
+        # @param notify [Celluloid::Actor] actor to notify
+        def initialize(queue, message_queue, notify)
+          @queue = queue
+          @message_queue = message_queue
+          @notify = notify
+        end
+
+        # Collect messages from remote queue
+        #
+        # @return [TrueClass]
+        def collect_messages
+          queue.subscribe(:block => true, :ack => true) do |info, metadata, payload|
+            debug "Message received: #{payload.inspect}"
+            debug "Message info: #{info.inspect}"
+            debug "Message metadata: #{metadata.inspect}"
+            message_queue << {:info => info, :metadata => metadata, :payload => payload}
+            notify.signal(:new_messages)
+          end
+          true
+        end
+
+      end
+    end
+  end
+end

data/lib/carnivore-rabbitmq/rabbitmq.rb

@@ -0,0 +1,143 @@
+require 'carnivore-rabbitmq'
+
+module Carnivore
+  class Source
+
+    # RabbitMQ based carnivore source
+    class Rabbitmq < Source
+
+      autoload :MessageCollector, 'carnivore-rabbitmq/message_collector'
+
+      # @return [Smash] initialization arguments
+      attr_reader :args
+      # @return [MarchHare::Session, Bunny::Session] current connection
+      attr_reader :connection
+      # @return [MarchHare::Exchange, Bunny::Exchange] current exchange
+      attr_reader :exchange
+      # @return [MarchHare::Channel, Bunny::Channel] current channel
+      attr_reader :channel
+      # @return [MarchHare::Queue, Bunny::Queue] current queue
+      attr_reader :queue
+      # @return [Queue] message queue
+      attr_reader :message_queue
+      # @return [Carnviore::Source::Rabbitmq::MessageCollector] message collector
+      attr_reader :message_collector
+
+      trap_exit :collector_failure
+      finalizer :collector_teardown
+
+      # RabbitMQ source setup
+      #
+      # @param args [Hash] initialization configuration
+      # @option args [String] :queue name of queue
+      # @option args [String] :exchange name of exchange
+      # @option args [Hash] :connection configuration hash for connection
+      # @option args [String, Symbol] :force_library :bunny or :march_hare
+      def setup(args={})
+        require 'carnivore-rabbitmq/message_collector'
+        @args = args.dup
+        @message_queue = Queue.new
+        @queue_name = args[:queue]
+        @exchange_name = args[:exchange]
+        @notifier = Celluloid::Signals.new
+        debug "Creating Rabbitmq source instance <#{name}>"
+      end
+
+      # Connect to the remote server
+      def connect
+        establish_connection
+        start_collector
+      end
+
+      # Start the message collection
+      def start_collector
+        @message_collector = MessageCollector.new(queue, message_queue, current_actor)
+        self.link message_collector
+        message_collector.async.collect_messages
+      end
+
+      # Restart collector if unexpectedly failed
+      #
+      # @param object [Actor] crashed actor
+      # @param reason [Exception, NilClass]
+      def collector_failure(object, reason)
+        if(reason && object == message_collector)
+          error "Message collector unexpectedly failed: #{reason} (restarting)"
+          start_collector
+        end
+      end
+
+      # Destroy message collector
+      #
+      # @return [TrueClass]
+      def collector_teardown
+        connection.close
+        if(message_collector.alive?)
+          message_collector.terminate
+        end
+        true
+      end
+
+      # Establish connection to remote server and setup
+      #
+      # @return [MarchHare::Session, Bunny::Session]
+      def establish_connection
+        unless(args[:connection])
+          abort KeyError.new "No configuration defined for connection type (#{connection_library})"
+        end
+        connection_args = Carnivore::Utils.symbolize_hash(args[:connection])
+        case connection_library
+        when :bunny
+          require 'bunny'
+          @connection = Bunny.new(connection_args)
+        when :march_hare
+          require 'march_hare'
+          @connection = MarchHare.new(connection_args)
+        else
+          abort ArgumentError.new("No valid connection arguments defined (:bunny or :march_hare must be defined)")
+        end
+        connection.start
+        @channel = connection.create_channel
+        @exchange = channel.topic(args[:exchange])
+        @queue = channel.queue(args[:queue], :auto_delete => false).bind(exchange) # TODO: Add topic key
+        @connection
+      end
+
+      # Receive payload from connection
+      #
+      # @return [Hash] payload
+      def receive(*_)
+        while(message_queue.empty?)
+          wait(:new_messages)
+        end
+        message_queue.pop
+      end
+
+      # Transmit payload to connection
+      #
+      # @param payload [Object]
+      def transmit(payload, *_)
+        payload = MultiJson.dump(payload) unless payload.is_a?(String)
+        queue.publish(payload)
+      end
+
+      # Confirm message processing
+      #
+      # @param message [Carnivore::Message]
+      def confirm(message)
+        info "Confirming message #{message}"
+        channel.acknowledge(message[:message][:info].delivery_tag, false)
+      end
+
+      # @return [Symbol] connection library to utilize
+      def connection_library
+        if(args[:force_library])
+          args[:force_library].to_sym
+        else
+          RUBY_PLATFORM == 'java' ? :march_hare : :bunny
+        end
+      end
+
+    end
+  end
+end

data/lib/carnivore-rabbitmq/version.rb

@@ -0,0 +1,9 @@
+module Carnivore
+  module Rabbitmq
+    # Custom version class
+    class Version < Gem::Version
+    end
+    # Current version of library
+    VERSION = Version.new('0.1.0')
+  end
+end

data/lib/carnivore-rabbitmq.rb

@@ -0,0 +1,10 @@
+require 'carnivore-rabbitmq/version'
+require 'carnivore'
+
+module Carnivore
+  class Source
+    autoload :Rabbitmq, 'carnivore-rabbitmq/rabbitmq'
+  end
+end
+
+Carnivore::Source.provide(:rabbitmq, 'carnivore-rabbitmq/rabbitmq')

metadata

@@ -0,0 +1,86 @@
+--- !ruby/object:Gem::Specification
+name: carnivore-rabbitmq
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+  prerelease: 
+platform: ruby
+authors:
+- Chris Roberts
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-05-13 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: carnivore
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 0.1.8
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 0.1.8
+- !ruby/object:Gem::Dependency
+  name: bunny
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Carnivore RabbitMQ source
+email: code@chrisroberts.org
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/carnivore-rabbitmq/version.rb
+- lib/carnivore-rabbitmq/message_collector.rb
+- lib/carnivore-rabbitmq/rabbitmq.rb
+- lib/carnivore-rabbitmq.rb
+- README.md
+- CHANGELOG.md
+- CONTRIBUTING.md
+- LICENSE
+homepage: https://github.com/heavywater/carnivore-rabbitmq
+licenses:
+- Apache 2.0
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.24
+signing_key: 
+specification_version: 3
+summary: Message processing source
+test_files: []
+has_rdoc: