mafia_amqp 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 05ebe33c6ea5bd5237fd52d94b1f7df3704d5136
+  data.tar.gz: 211ba3f7435bc30d1015e594b7ab3406013a8c90
+SHA512:
+  metadata.gz: 0a4f7ffba83604ab9f3bc6ab1703c39a1a9d10a1b8daf2f7877f3e2568ce4689326c2df121f6dd2a41f9652e270ed36eb63fb746d1b0f03e87fb6f0bc1af1e02
+  data.tar.gz: c05b95d890524b09bb8bcc5d58fa602d5687e64cc4b759f671660490655ca67352ed474d9fcddc68cc2822a36681c80893b245a49d0d1520e73d589a2f49d537

data/README.md

@@ -0,0 +1,3 @@
+# Mafia
+
+RPC on top of rabbitmq.

data/lib/mafia/consumer.rb

@@ -0,0 +1,36 @@
+module Mafia
+  module Consumer
+    def initialize(routing_key=nil)
+      @routing_key = routing_key
+    end
+
+    def self.included(base)
+      base.extend(ClassMethods)
+      Mafia.register_consumer(base)
+    end
+
+    module ClassMethods
+      attr_reader :routing_key
+
+      def consume(routing_key)
+        @routing_key = routing_key
+      end
+
+      def process(routing_key, *args)
+        new(routing_key).process(*args)
+      end
+
+      # Explicitly set the queue name
+      def queue_name(name)
+        @queue_name = name
+      end
+
+      def get_queue_name
+        return @queue_name unless @queue_name.nil?
+        queue_name = self.name.gsub(/::/, ':')
+        queue_name.gsub!(/([^A-Z:])([A-Z])/) { "#{$1}_#{$2}" }
+        queue_name.downcase
+      end
+    end
+  end
+end

data/lib/mafia/consumer_pool.rb

@@ -0,0 +1,57 @@
+module Mafia
+  class ConsumerPool
+    def initialize(config=nil)
+      @config = config || Mafia.config
+
+      @conn = Bunny.new(@config.slice(:host, :port, :username, :password, :vhost))
+      @conn.start
+
+      # create a channel and exchange that both client and server know about
+      @channel = @conn.create_channel
+      @queue  = @channel.queue(@config[:queue])
+      @exchange = @channel.default_exchange
+    end
+
+    def subscribe
+      @queue.subscribe(block: true) do |delivery_info, properties, payload|
+        req_message = JSON.parse payload
+
+        # calculate a result
+        klass = fetch_consumer(req_message['method'])
+
+        begin
+          args = (req_message['params'].unshift(req_message['method']))
+          result = [:ok, klass.process(*args)]
+        rescue Exception => e
+          Mafia.logger.error("error while running #{klass} with args: #{req_message['params']}: #{e.message}")
+          result = [:error, e.message]
+        end
+
+        reply = {
+          'id' => req_message['id'],
+          'result' => result,
+          'jsonrpc' => '2.0'
+        }
+
+        # enqueue our reply in the return queue
+
+        Mafia.logger.info("publish to return queue #{properties.reply_to}")
+        @exchange.publish(JSON.generate(reply), {
+                          routing_key: properties.reply_to,
+                          correlation_id: properties.correlation_id})
+      end
+    end
+
+    def fetch_consumer(routing_key)
+      Mafia.consumers.each do |consumer|
+        if consumer.routing_key == routing_key
+          Mafia.logger.info("Routing key `#{routing_key}` to consumer #{consumer.name}")
+          return consumer
+        end
+      end
+
+      Mafia.logger.info("Routing key `#{routing_key}` to default consumer")
+      DefaultConsumer
+    end
+  end
+end

data/lib/mafia/dealer.rb

@@ -0,0 +1,67 @@
+module Mafia
+  class Dealer
+    def initialize(config=nil)
+      @config = config || Mafia.config
+
+      @conn = Bunny.new(@config.slice(:host, :port, :username, :password, :vhost))
+      @conn.start
+
+      # create a channel and exchange that both client and server know about
+      @channel = @conn.create_channel
+      @queue  = @channel.queue(@config[:queue])
+      @exchange = @channel.default_exchange
+    end
+
+    def publish(channel, *args)
+      start_time = Time.now
+      # request id will be used as the name of the return queue
+      params = *args
+      Mafia.logger.info("Publish to channel `#{channel}` params: #{params}")
+
+      req_message = {
+        'id' => SecureRandom.hex,
+        'jsonrpc' => '2.0',
+        'method' => channel,
+        'params' => params
+      }
+
+      response = nil
+
+      # create a return queue for this client
+      reply_q = @channel.queue('', exclusive: true)
+
+      Mafia.logger.info("subscribe to return queue #{reply_q.name}")
+      queue_consumer = reply_q.subscribe do |delivery_info, properties, payload|
+        if properties[:correlation_id] == req_message['id']
+          response = payload            # visible via closure
+          delivery_info.consumer.cancel # unblock the consumer
+        end
+      end
+
+      # send out our request, serialized as JSON
+      @exchange.publish(JSON.generate(req_message), {
+                  correlation_id: req_message['id'],
+                  reply_to: reply_q.name,
+                  routing_key: @queue.name,
+                })
+      begin
+        # wait from response from return queue
+        Timeout.timeout(@config[:rpc_timeout]) do
+          loop do
+            unless response.nil?
+              res = JSON.parse(response)
+              ret = res["result"]
+
+              Mafia.logger.info("Finished in #{Time.now - start_time}s with response #{ret}")
+              queue_consumer.cancel
+              return ret
+            end
+          end
+        end
+      rescue Timeout::Error
+        Mafia.logger.error("Timeout waiting for rpc response")
+        raise
+      end
+    end
+  end
+end

data/lib/mafia/default_consumer.rb

@@ -0,0 +1,8 @@
+module Mafia
+  class DefaultConsumer
+    def self.process(*args)
+      routing_key = args.pop
+      raise "Called DefaultConsumer with args #{args}, routing key: #{routing_key}"
+    end
+  end
+end

data/lib/mafia/logger.rb

@@ -0,0 +1,28 @@
+module Mafia
+  module Logger
+    class MafiaFormatter < ::Logger::Formatter
+      def call(severity, time, program_name, message)
+        "#{time.utc.iso8601} #{Process.pid} #{severity} -- #{message}\n"
+      end
+    end
+
+    def self.setup_logger(target = $stdout)
+      @logger = ::Logger.new(target)
+      @logger.level = Mafia.log_level
+      @logger.formatter = MafiaFormatter.new
+      @logger
+    end
+
+    def self.logger
+      @logger || setup_logger
+    end
+
+    def self.logger=(logger)
+      @logger = logger
+    end
+
+    def logger
+      Mafia::Logger.logger
+    end
+  end
+end

data/lib/mafia.rb

@@ -0,0 +1,37 @@
+require 'json'
+require 'securerandom'
+require 'timeout'
+require 'bunny'
+require 'active_support'
+
+require 'mafia/logger'
+require 'mafia/dealer'
+require 'mafia/consumer'
+require 'mafia/consumer_pool'
+require 'mafia/default_consumer'
+
+module Mafia
+  def self.register_consumer(consumer)
+    self.consumers << consumer
+  end
+
+  def self.consumers
+    @consumers ||= []
+  end
+
+  def self.configure(c={})
+    @config = config.merge(c)
+  end
+
+  def self.config
+    @config ||= {}
+  end
+
+  def self.logger
+    Mafia::Logger.logger
+  end
+
+  def self.log_level
+    @config[:log_level] || ::Logger::INFO
+  end
+end

metadata

@@ -0,0 +1,137 @@
+--- !ruby/object:Gem::Specification
+name: mafia_amqp
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Teodor Pripoae
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2015-02-02 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bunny
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.6'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.6'
+- !ruby/object:Gem::Dependency
+  name: activesupport
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.2'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.2'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.5'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.5'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.4'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.4'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.1'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.1'
+- !ruby/object:Gem::Dependency
+  name: database_url
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.1'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.1'
+description: |
+  # Mafia
+
+  RPC on top of rabbitmq.
+email: toni@kuende.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- README.md
+- lib/mafia.rb
+- lib/mafia/consumer.rb
+- lib/mafia/consumer_pool.rb
+- lib/mafia/dealer.rb
+- lib/mafia/default_consumer.rb
+- lib/mafia/logger.rb
+homepage: http://github.com/teodor-pripoae/mafia
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.5
+signing_key: 
+specification_version: 4
+summary: RPC on top of rabbitmq
+test_files: []