bunnyque 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 4344171813cdc86827f387a1530652112fbe4c62
+  data.tar.gz: 0cea0b49cfd1c43410715b363b85d4a5ee33264c
+SHA512:
+  metadata.gz: 8c0ae010f53ffc7848bad4fcf67eba77a7d738c5220ad864924c57b1fa7f59d8278bf812a10a173f9444975b3eb20b80ec23ec946b28f34745e65a5a5cb3fddd
+  data.tar.gz: 5a584b73c76ed9616f719a6ca5c1309228f16dba49eb07122601338cdf41dac41c67672d18d032bbaaf4a5c88195df8a36a1e646c8a648ffb25334cbd2ab25a0

data/.gitignore

@@ -0,0 +1,14 @@
+/.bundle/
+/.yardoc
+/Gemfile.lock
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/
+*.bundle
+*.so
+*.o
+*.a
+mkmf.log

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in bunnyque.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2014 Wouter de Vos
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,31 @@
+# Bunnyque
+
+TODO: Write a gem description
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'bunnyque'
+```
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install bunnyque
+
+## Usage
+
+TODO: Write usage instructions here
+
+## Contributing
+
+1. Fork it ( https://github.com/[my-github-username]/bunnyque/fork )
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create a new Pull Request

data/Rakefile

@@ -0,0 +1,2 @@
+require "bundler/gem_tasks"
+

data/bunnyque.gemspec

@@ -0,0 +1,23 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'bunnyque/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "bunnyque"
+  spec.version       = Bunnyque::VERSION
+  spec.authors       = ["Wouter de Vos"]
+  spec.email         = ["wouter@springest.com"]
+  spec.summary       = %q{Jobs in RabbitMQ}
+  spec.description   = %q{Jobs in RabbitMQ that support fanout.}
+  spec.homepage      = "https://github.com/foxycoder/bunnyque"
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files -z`.split("\x0")
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", "~> 1.7"
+  spec.add_development_dependency "rake", "~> 10.0"
+end

data/lib/bunnyque.rb

@@ -0,0 +1,40 @@
+%w(
+  base
+  direct
+  broadcast
+  master
+  worker
+  masters/broadcast_server
+  masters/server
+  workers/broadcast_worker
+  workers/client
+  version
+).each do |lib|
+  require File.expand_path("../bunnyque/#{lib}.rb", __FILE__)
+end
+
+module Bunnyque
+
+  class <<self
+    def broadcast object, params
+      Bunnyque::Masters::BroadcastServer.new(host: config.host, port: config.port, queue: config.queue).publish object.to_s, params
+    end
+
+    def send node_name, object, params
+      Bunnyque::Masters::Server.new(host: config.host, port: config.port, queue: node_name).publish object.to_s, params
+    end
+
+    def config
+      @config ||
+        begin
+          Utilities::HashAsObject.new(
+            Base::DEFAULT_CONFIG.merge(
+              YAML.load(
+                ERB.new(
+                  File.read(
+                    File.join(File.expand_path('../../config/bunnyque.yml', __FILE__)))).result
+          )[defined?(Rails) ? Rails.env : (ENV['RAILS_ENV'] || 'development')]))
+        end
+    end
+  end
+end

data/lib/bunnyque/base.rb

@@ -0,0 +1,71 @@
+module Bunnyque
+  # Public: Base class for Bunnyque Masters and Workers
+  class Base
+    define_const_unless_defined :DEFAULT_CONFIG, {
+      host: "rabbitmq.springest.io",
+      port: 5672,
+      queue: "springest.messages"
+    }
+
+    # Public: Base class for Bunnyque Masters and Workers.
+    #
+    # options - optional hash with options for the Bunnyque
+    #           host  - the hostname to bind to / listen on.
+    #                   Default: rabbitmq.springest.io
+    #           port  - the port to bind to / listen on
+    #                   Default: 5672
+    #           queue - the queue to use
+    #                   Default: springest.messages
+    def initialize options={}
+      @config = DEFAULT_CONFIG.merge options
+    end
+
+    def connection
+      @connection ||= AMQP.connect bind_addr
+    end
+
+    def channel
+      @channel ||=
+        begin
+          channel = AMQP::Channel.new(connection)
+          channel.on_error do |ch, close|
+            puts "Handling a channel-level exception on channel1: #{close.reply_text}, #{close.inspect}"
+          end
+          channel
+        end
+    end
+
+    def exchange
+      raise NotImplementedError.new
+    end
+
+    # This should be implemented in a Bunnyque Master.
+    def publish
+      raise NotImplementedError.new
+    end
+
+    # This should be implemented in a Bunnyque Worker.
+    def listen
+      raise NotImplementedError.new
+    end
+
+    protected
+
+    def bind_addr
+      "amqp://#{config[:host]}:#{config[:port]}"
+    end
+
+    def config
+      @config || DEFAULT_CONFIG
+    end
+
+    def log message
+      STDOUT.puts Time.now.strftime "[%c]: #{message}"
+    end
+
+    def log_file
+      File.expand_path('../../../log/bunnyque.log', __FILE__)
+    end
+  end
+end
+

data/lib/bunnyque/broadcast.rb

@@ -0,0 +1,15 @@
+module Bunnyque
+  module Broadcast
+    extend ActiveSupport::Concern
+
+    included do
+      def exchange
+        @exchange ||= channel.fanout(queue_name)
+      end
+
+      def queue_name
+        "#{config[:queue]}.fanout"
+      end
+    end
+  end
+end

data/lib/bunnyque/broadcast_server.rb

@@ -0,0 +1,8 @@
+module Bunnyque
+  module Masters
+    class BroadcastServer < Bunnyque::Master
+      include Bunnyque::Broadcast
+    end
+  end
+end
+

data/lib/bunnyque/broadcast_worker.rb

@@ -0,0 +1,8 @@
+module Bunnyque
+  module Workers
+    class BroadcastWorker < Bunnyque::Worker
+      include Bunnyque::Broadcast
+    end
+  end
+end
+

data/lib/bunnyque/client.rb

@@ -0,0 +1,8 @@
+module Bunnyque
+  module Workers
+    class Client < Bunnyque::Worker
+      include Bunnyque::Direct
+    end
+  end
+end
+

data/lib/bunnyque/direct.rb

@@ -0,0 +1,15 @@
+module Bunnyque
+  module Direct
+    extend ActiveSupport::Concern
+
+    included do
+      def exchange
+        @exchange ||= channel.direct(queue_name)
+      end
+
+      def queue_name
+        "#{`hostname`.chomp}.direct"
+      end
+    end
+  end
+end

data/lib/bunnyque/master.rb

@@ -0,0 +1,24 @@
+module Bunnyque
+  # Public: Base class for Bunnyque Masters and Workers
+  class Master < Base
+    def publish klass, *params
+      EventMachine.run do
+        payload = prepare_payload klass, params
+        exchange.publish(payload) do
+          connection.disconnect { EventMachine.stop }
+        end
+        log "Published payload #{payload} to #{queue_name}"
+      end
+    end
+
+    protected
+
+    def prepare_payload klass, params
+      {
+        class: klass,
+        params: params
+      }.to_json
+    end
+  end
+end
+

data/lib/bunnyque/masters/broadcast_server.rb

@@ -0,0 +1,8 @@
+module Bunnyque
+  module Masters
+    class BroadcastServer < Bunnyque::Master
+      include Bunnyque::Broadcast
+    end
+  end
+end
+

data/lib/bunnyque/masters/server.rb

@@ -0,0 +1,8 @@
+module Bunnyque
+  module Masters
+    class Server < Bunnyque::Master
+      include Bunnyque::Direct
+    end
+  end
+end
+

data/lib/bunnyque/server.rb

@@ -0,0 +1,8 @@
+module Bunnyque
+  module Masters
+    class Server < Bunnyque::Master
+      include Bunnyque::Direct
+    end
+  end
+end
+

data/lib/bunnyque/version.rb

@@ -0,0 +1,3 @@
+module Bunnyque
+  VERSION = "0.0.1"
+end

data/lib/bunnyque/worker.rb

@@ -0,0 +1,103 @@
+module Bunnyque
+  # Public: Base class for Bunnyque Workers
+  class Worker < Base
+    def initialize name, options={}
+      @name = name.chomp
+      super(options)
+    end
+
+    def start options={}, &blk
+      if File.exist?(pid_path)
+        existing_pid = IO.read(pid_path).to_i
+        begin
+          Process.kill(0, existing_pid)
+          raise "Worker is already running with PID #{existing_pid}"
+        rescue Errno::ESRCH
+          log "Removing stale PID file at #{pid_path}"
+          FileUtils.rm(pid_path)
+        end
+      end
+      pid = fork do
+        Process.setsid
+        STDIN.reopen('/dev/null')
+        STDOUT.reopen(log_file, 'a')
+        STDOUT.sync = true
+        STDERR.reopen(STDOUT)
+        listen &blk
+      end
+      FileUtils.mkdir_p(pid_dir)
+      File.open(pid_path, 'w') do |file|
+        file << pid
+      end
+      log "Worker '#{name}' started with PID #{pid}"
+    end
+
+    def restart &blk
+      begin
+        stop
+      rescue
+      ensure
+        start &blk
+      end
+    end
+
+    def stop
+      if File.exist?(pid_path)
+        pid = IO.read(pid_path).to_i
+        begin
+          Process.kill('TERM', pid)
+        rescue Errno::ESRCH
+          raise "Process with PID #{pid} is no longer running"
+        ensure
+          FileUtils.rm(pid_path)
+        end
+      else
+        raise "No PID file at #{pid_path}"
+      end
+    end
+
+    def listen(&blk)
+      EventMachine.run do
+        queue.bind(exchange).subscribe do |payload|
+          log "#{name} received #{payload}"
+          if block_given?
+            blk.call(payload)
+          else
+            work payload
+          end
+        end
+        log "#{name} is now listening on #{queue_name}"
+      end
+    end
+
+    def name
+      @name || ""
+    end
+
+    def queue
+      @queue ||= channel.queue!(name, durable: true)
+    end
+
+    protected
+
+    def work payload
+      log "#{name} is working on #{payload}"
+      parcel = JSON.parse payload
+      begin
+        parcel["class"].constantize.send :perform, parcel["params"]
+      rescue => e
+        log "#{name} choked on #{payload} with error #{e}"
+      end
+      log "#{name} is idle after working on #{payload}"
+    end
+
+    def pid_dir
+      File.expand_path('../../../tmp/pids', __FILE__)
+    end
+
+    def pid_path
+      File.join(pid_dir, "rabbit-worker-#{name}.pid")
+    end
+  end
+end
+

data/lib/bunnyque/workers/broadcast_worker.rb

@@ -0,0 +1,8 @@
+module Bunnyque
+  module Workers
+    class BroadcastWorker < Bunnyque::Worker
+      include Bunnyque::Broadcast
+    end
+  end
+end
+

data/lib/bunnyque/workers/client.rb

@@ -0,0 +1,8 @@
+module Bunnyque
+  module Workers
+    class Client < Bunnyque::Worker
+      include Bunnyque::Direct
+    end
+  end
+end
+

metadata

@@ -0,0 +1,93 @@
+--- !ruby/object:Gem::Specification
+name: bunnyque
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Wouter de Vos
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-10-21 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.7'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.7'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '10.0'
+description: Jobs in RabbitMQ that support fanout.
+email:
+- wouter@springest.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- bunnyque.gemspec
+- lib/bunnyque.rb
+- lib/bunnyque/base.rb
+- lib/bunnyque/broadcast.rb
+- lib/bunnyque/broadcast_server.rb
+- lib/bunnyque/broadcast_worker.rb
+- lib/bunnyque/client.rb
+- lib/bunnyque/direct.rb
+- lib/bunnyque/master.rb
+- lib/bunnyque/masters/broadcast_server.rb
+- lib/bunnyque/masters/server.rb
+- lib/bunnyque/server.rb
+- lib/bunnyque/version.rb
+- lib/bunnyque/worker.rb
+- lib/bunnyque/workers/broadcast_worker.rb
+- lib/bunnyque/workers/client.rb
+homepage: https://github.com/foxycoder/bunnyque
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.2
+signing_key: 
+specification_version: 4
+summary: Jobs in RabbitMQ
+test_files: []