dafiti-rabbit-hutch 0.1.8 → 0.1.9

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 4988e066462827b4bec2923fe80efa7019b497e769658a61d85b7c0876ece728
-  data.tar.gz: d19fd550bf7f0f5b4cea3b029fc9ab98ed79cedb99a7fc1db60db7a344818e08
+  metadata.gz: 2785455395752f9d4b464ea0e22afb47c5d68d93f58467dadd6e372ab7d7107c
+  data.tar.gz: 1b4ea9a77762aaa8a36791336f30f3808da91da8f8945d1b8f347f6a0e0fb00d
 SHA512:
-  metadata.gz: 2a67d149dd23f58060b4c395bb5fabca1c93959f5925600dfe8ee8c91eed0016e20b22bbd7c54b0a912a88658c9402c5fe607a3b5f78a429c88fc8dd367d4c42
-  data.tar.gz: 3dfd2f2afab7013771fd5109e64dfd01df4b1fd25fd5d2feb1356a12e55a0ee89c1991a0e2b939e128320b2274729346528ba118dbb72da456b5502aaa2420f6
+  metadata.gz: 580df330bb83f5ea847357a32d519ac8c136bf3f1373ce269dee9727486af1ce99f12365daae04e6c08706c3b68d9c7482491c6eadad7cb7d5fc3bdaf4d9dd2d
+  data.tar.gz: 42f59b65f800822e67eb09d06306c97c2dcf80555bb0bc50d0b8e33b86f888bc257bf3155568b38955cfb15c30363c0273f05d923c16f292f9ab5a201df5f047

data/lib/configurator.rb

@@ -0,0 +1,38 @@
+require 'yaml'
+    
+module RabbitHutch
+  class Configurator
+
+    attr_accessor :config
+
+    def initialize options
+      
+      file = options['config'] || (File.dirname(__FILE__) + '/../config.yaml')
+      
+      puts "Using config from #{file}"
+      
+      unless File.exists? file
+        raise "Configuration file [#{file}] doesn't exist"
+      end
+      @config = YAML::load(File.open(file))
+    end
+    
+    def application
+      @config['application']
+    end
+
+    def log_config
+      @config['log4r_config']
+    end
+    
+    def consumers
+      @config['consumers_config']["consumers"]
+    end
+        
+    def rabbitmq_hosts
+      @config['rabbitmq']['hosts']
+    end
+        
+  end
+end
+

data/lib/consumer.rb

@@ -0,0 +1,32 @@
+require "rubygems"
+require_relative "configurator"
+require_relative "consumers/mongo_consumer"
+
+module RabbitHutch
+  # Controls the consumers that are to be kicked off based on the config file
+  class Consumer
+    def initialize(consumers)
+      @consumers = consumers
+    end
+    
+    # Raised on receipt of a message from RabbitMq and uses the appropriate appender
+    def handle_message(metadata, payload)
+       # loop through appenders and fire each as required
+       @consumers.each do |consumer|
+         action = metadata.routing_key.split('.', 2).first
+         if(action == "publish")
+           exchange = metadata.attributes[:headers]["exchange_name"]
+           queue = metadata.routing_key.split('.', 2).last
+           item = {:date => Time.now, 
+                :exchange => exchange,
+                :queue => queue,
+                :routing_keys => metadata.attributes[:headers]["routing_keys"].inspect,
+                :attributes => metadata.attributes.inspect,
+                :payload => payload.inspect
+           }
+           consumer.log_event(item)
+         end 
+       end
+    end
+  end
+end

data/lib/consumers/console_consumer.rb

@@ -0,0 +1,21 @@
+# encoding: utf-8
+require 'rubygems'
+require "mongo"
+
+module RabbitHutch
+  class ConsoleConsumer
+      
+    def initialize()
+      puts "\tInitializing Console Consumer"
+    end
+        
+    def log_event(item)
+      begin  
+        puts "console"
+        puts item
+      rescue Exception => e
+        puts "Error occurred Message Handler trying to write messages to Log #{e.inspect}" 
+      end
+    end 
+  end
+end

data/lib/consumers/log4r_consumer.rb

@@ -0,0 +1,36 @@
+# encoding: utf-8
+require 'rubygems'
+require 'log4r'
+#require 'log4r/outputter/syslogoutputter'
+
+module RabbitHutch
+  class Log4rConsumer
+      
+    def initialize(rabbitmq_host, config)
+      puts "\tInitializing Log4r Consumer"
+      @rabbitmq_host = rabbitmq_host
+      @config = config
+      @log_name = rabbitmq_host["displayname"]
+      @config.consumers.each do |consumer|
+        if consumer["name"] == 'log4r_consumer'
+          @log_prefix = consumer['log_prefix']
+          @log_location = consumer['log_location']
+        end
+      end
+      
+      
+      @logger = Log4r::Logger.new("#{@log_name}#_log")
+      @logger.outputters << Log4r::FileOutputter.new("#{@log_name}_filelog", :filename =>  "#{@log_location}/#{@log_prefix}#{@log_name}.log")
+    end
+        
+    def log_event(item)
+      begin  
+        puts "log_consumer"
+        @logger.info(item)    
+      rescue Exception => e
+        puts "Error occurred Message Handler trying to write messages to Log #{e.inspect}" 
+        #@log.error("Error occurred Message Handler trying to write messages to MONGODB #{e.inspect}") 
+      end
+    end 
+  end
+end

data/lib/consumers/mongo_consumer.rb

@@ -0,0 +1,35 @@
+# encoding: utf-8
+require 'rubygems'
+require "mongo"
+
+module RabbitHutch
+  class MongoConsumer
+      
+    def initialize(rabbitmq_host, config)
+      puts "\tInitializing MongoDb Consumer"
+      @config = config
+      @rabbitmq_host = rabbitmq_host
+      
+      @config.consumers.each do |consumer|
+        if consumer["name"] == 'mongo_consumer'
+          @host = consumer['hostname']
+          @port = consumer["port"]
+          @database_prefix = consumer['database_prefix']
+          @database = "#{@database_prefix}#{rabbitmq_host["displayname"]}"
+        end
+      end
+      @connection = Mongo::Connection.new(@host, @port)
+    end
+        
+    def log_event(item)
+      begin  
+        puts "mongo"
+        db = @connection.db(@database)
+        coll = db.collection(item[:exchange])
+        coll.insert(item)
+      rescue Exception => e
+        puts "Error occurred Message Handler trying to write messages to MONGODB #{e.inspect}" 
+      end
+    end 
+  end
+end

data/lib/logger.rb

@@ -0,0 +1,16 @@
+require 'log4r'
+require 'log4r/yamlconfigurator'
+require 'log4r/outputter/syslogoutputter'
+
+  class Logger
+  	@@log = nil
+  	def self.init(config)
+  		if !@@log.nil? 
+  			return @@log
+  		end
+  
+  		configurator = Log4r::YamlConfigurator 
+  		configurator.decode_yaml config.log_config
+  		@@log = Log4r::Logger['main']
+  	end
+  end

data/lib/rabbithutch.rb

@@ -0,0 +1,78 @@
+require 'rubygems'
+require "amqp"
+require_relative "configurator"
+require_relative "consumers/mongo_consumer"
+require_relative "consumers/log4r_consumer"
+require_relative "consumers/console_consumer"
+require_relative "worker"
+
+  @config = RabbitHutch::Configurator.new({})
+  
+  puts "\tEnvironment Settings"
+  @config.rabbitmq_hosts.each do |rabbitmq_host|
+    puts "\tDisplay Name: #{rabbitmq_host["displayname"]}, host: #{rabbitmq_host["hostname"]}, username: #{rabbitmq_host["username"]}, enabled #{rabbitmq_host["enabled"]}"
+  end
+  
+  # Initialize all enabled consumners
+  # NOTE: this method will be replaced with a routine to reflect through all valid consumers and initialze them implicitly   
+  def initialize_consumers(rabbitmq_host)
+    puts "Initializing Consumers for #{rabbitmq_host["displayname"]}"
+    consumers = []
+    @config.consumers.each do |consumer|
+      # if consumer["enabled"] == true
+        case consumer["name"]
+          when "console_consumer"
+            consumers << RabbitHutch::ConsoleConsumer.new()
+          when "mongo_consumer"
+            consumers << RabbitHutch::MongoConsumer.new(rabbitmq_host, @config)
+          when "log4r_consumer"
+            consumers << RabbitHutch::Log4rConsumer.new(rabbitmq_host, @config)
+          end 
+        end
+    #end
+    puts "\tdone"
+    consumers 
+  end
+   
+  # Start the worker process to listen to a RabbitMq Node 
+  def start_worker(rabbitmq_host)
+    displayname = rabbitmq_host["displayname"]
+    hostname = rabbitmq_host["hostname"]
+    username = rabbitmq_host["username"]
+    password = rabbitmq_host["password"]
+
+    consumers = initialize_consumers(rabbitmq_host)
+       
+    puts "Listening to RabbitMq #{displayname}, host: #{hostname}, username #{username}"
+    AMQP.connect(:host => hostname, :user => username, :password => password) do |connection|
+      channel = AMQP::Channel.new(connection)
+      worker = RabbitHutch::Worker.new(channel, @config, consumers)
+      worker.start
+    end
+  end
+  
+  # Entry Point to the application, Begins queue listener and initializes all consmers
+  def start
+    begin
+      EventMachine.run do
+        
+        @config.rabbitmq_hosts.each do |rabbitmq_host|
+          if rabbitmq_host["enabled"] == true
+            start_worker(rabbitmq_host)
+          end
+        end
+        Signal.trap("INT"){EventMachine.stop}
+        Signal.trap("QUIT"){EventMachine.stop}
+        Signal.trap("TERM"){EventMachine.stop}
+        Signal.trap("TSTP"){EventMachine.stop}
+      end
+    rescue Exception=>e
+      puts "#{e.message} #{e.backtrace}"
+    end
+  end
+
+# Kick off the App
+start
+
+
+

data/lib/rabbithutchmgr.rb

@@ -0,0 +1,48 @@
+require 'thor'
+require 'mustache'
+require_relative 'configurator.rb'
+
+module RabbitHutch
+  #This class controls the Command Line Interface
+  class CLI < Thor
+    
+StandardTemplate =<<-TEMPLATE
+{{#config}}
+
+{{#application}}
+Application
++------------------------+------------------------+
+|Exchange                |Queue                   |
++------------------------+------------------------+
+|{{exchangename}}        |  {{queuename}}         |
++------------------------+------------------------+
+{{/application}}
+
+{{#rabbitmq}}
+RabbitMq Servers
++------------------------+------------------------+
+|Display Name                |Host                   |
++------------------------+------------------------+
+{{#hosts}}
+|{{displayname}}        |  {{hostname}}         |
++------------------------+------------------------+
+{{/hosts}}
+{{/rabbitmq}}
+
+{{/config}}
+TEMPLATE
+
+    desc "list", "List all config settings"
+    #method_option :errors, :aliases => "-e", :type => :boolean, :default => false, :desc => "true = display files that could not be processed, false = do not display skipped files"
+    #method_option :hashtype, :aliases => "-h", :default => "cmd5", :desc => "Choose the hash algorithm to use - md5 or sha"
+    method_option :config, :aliases => "-c", :default => nil, :desc => "parse the config file from a specified location "
+    #method_option :recursive, :aliases => "-r", :type => :boolean, :default => "false", :desc => "true = recurse through sub directories, false = only do top directory"
+    def list()
+      @config = RabbitHutch::Configurator.new(options)
+      puts Mustache.render(StandardTemplate,  :config => @config);
+    end
+    
+  end  
+  
+  CLI.start()
+end

data/lib/rabbithutchservice.rb

@@ -0,0 +1,18 @@
+require 'rubygems'
+require 'daemons'
+
+# The Service controller.
+def start_service
+  begin
+    puts "-------------------------"
+    puts "Starting RabbitHutch #1"
+    Daemons.run(File.dirname(__FILE__) + '/rabbithutch.rb')
+  rescue SystemExit=>e
+    puts e.inspect
+  rescue Exception=>e
+    puts e.inspect
+  end
+end
+
+start_service()
+

data/lib/worker.rb

@@ -0,0 +1,33 @@
+require "rubygems"
+require "amqp"
+require_relative "configurator"
+require_relative "consumer"
+
+module RabbitHutch
+  @exchange_name = "amq.rabbitmq.trace"
+  
+  class Worker
+    
+    def initialize(channel, config, consumers)
+      @channel = channel
+      @channel.on_error(&method(:handle_channel_exception))
+      @consumer = Consumer.new(consumers)
+      @exchange_name = config.application['exchangename']
+      @queue_name = config.application['queuename']
+    end
+  
+    # begin listening for all topics in publish.#
+    def start
+      @exchange = @channel.topic(@exchange_name, :durable => true, :auto_delete => false, :internal => true)
+      @queue = @channel.queue(@queue_name, :durable => true, :auto_delete => false)
+      @queue.bind(@exchange, :routing_key => 'publish.#')
+      @queue.subscribe(&@consumer.method(:handle_message))
+    end
+  
+    def handle_channel_exception(channel, channel_close)
+      puts "Oops... a channel-level exception: code = #{channel_close.reply_code}, message = #{channel_close.reply_text}"
+    end
+    
+  end
+  
+end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: dafiti-rabbit-hutch
 version: !ruby/object:Gem::Version
-  version: 0.1.8
+  version: 0.1.9
 platform: ruby
 authors:
 - Luiz Bartolomeu
@@ -249,6 +249,16 @@ files:
 - bin/rabbithutch
 - bin/rabbithutchweb
 - config.yaml
+- lib/configurator.rb
+- lib/consumer.rb
+- lib/consumers/console_consumer.rb
+- lib/consumers/log4r_consumer.rb
+- lib/consumers/mongo_consumer.rb
+- lib/logger.rb
+- lib/rabbithutch.rb
+- lib/rabbithutchmgr.rb
+- lib/rabbithutchservice.rb
+- lib/worker.rb
 - web/public/assets/css/bootstrap-responsive.css
 - web/public/assets/css/bootstrap-responsive.min.css
 - web/public/assets/css/bootstrap.css