dafiti-rabbit-hutch 0.1.7 → 0.1.12

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: dd4de5f90d8fc08d4e47233fbb2473b0cfdfd649b6d958d32f08912ffa9a6975
-  data.tar.gz: d774ad3c3228e7b12e6c62449bb3b49c18bdc7bdd7950a058f41ed585263f1e9
+  metadata.gz: 63c6d4e94a0e0a5845dccb924e3e2e967a6316900138da535d6b9bddec131ad8
+  data.tar.gz: 6578b2e11ceaaace28f6afbcac63f60f89da6d145937498754e3fd84949b0e2d
 SHA512:
-  metadata.gz: f054f0114dd8f73584e71afe7de660300aa5b70296dc619d197110e012160a9a8fdf4ff550336f80973fb3e5c34475f8c82d6f9b1556d4784b636d6b86fac868
-  data.tar.gz: bf06727d9e3ecd9132c57e929e7616dfd58f62992440bf2db5f1c8f3816183197edc3da2502e0b0e51f1d63ab4293192a298dcb025bc9f587cc682abb2d64add
+  metadata.gz: b7289a4bebf46cc0a4338141df0cdd1185e05068042dd9554fb48ca35d6678f65af53fdf8d720c8db84449826eea7b84f574f16bd47313d903f937813c27b241
+  data.tar.gz: eed62bff745cf77b2ffa19806e562e4d1522acd54dc41148bd60b94cd49e28a3e09f29416a7f7458ec1c2075e4c8416a679e4355d61090024df165b9f03f0a0a

data/config.yaml

@@ -0,0 +1,16 @@
+---
+application:
+  exchangename: amq.rabbitmq.trace
+  queuename: rabbithutch
+rabbitmq:
+  hosts:
+  - displayname: local1
+    enabled: true
+    hostname: localhost
+    username: admin
+    password: admin
+    
+consumers_config:
+  consumers:
+  - name: console_consumer
+    enabled: true

data/lib/configurator.rb

@@ -0,0 +1,38 @@
+require 'yaml'
+    
+module RabbitHutch
+  class Configurator
+
+    attr_accessor :config
+
+    def initialize options
+  
+      file = options[2] || (File.dirname(__FILE__) + '/../config.yaml')
+      
+      puts "Using config from #{file}"
+      
+      unless File.exists? file
+        raise "Configuration file [#{file}] doesn't exist"
+      end
+      @config = YAML::load(File.open(file))
+    end
+    
+    def application
+      @config['application']
+    end
+
+    def log_config
+      @config['log4r_config']
+    end
+    
+    def consumers
+      @config['consumers_config']["consumers"]
+    end
+        
+    def rabbitmq_hosts
+      @config['rabbitmq']['hosts']
+    end
+        
+  end
+end
+

data/lib/consumer.rb

@@ -0,0 +1,32 @@
+require "rubygems"
+require_relative "configurator"
+require_relative "consumers/mongo_consumer"
+
+module RabbitHutch
+  # Controls the consumers that are to be kicked off based on the config file
+  class Consumer
+    def initialize(consumers)
+      @consumers = consumers
+    end
+    
+    # Raised on receipt of a message from RabbitMq and uses the appropriate appender
+    def handle_message(metadata, payload)
+       # loop through appenders and fire each as required
+       @consumers.each do |consumer|
+         action = metadata.routing_key.split('.', 2).first
+         if(action == "publish")
+           exchange = metadata.attributes[:headers]["exchange_name"]
+           queue = metadata.routing_key.split('.', 2).last
+           item = {:date => Time.now, 
+                :exchange => exchange,
+                :queue => queue,
+                :routing_keys => metadata.attributes[:headers]["routing_keys"].inspect,
+                :attributes => metadata.attributes.inspect,
+                :payload => payload.inspect
+           }
+           consumer.log_event(item)
+         end 
+       end
+    end
+  end
+end

data/lib/consumers/console_consumer.rb

@@ -0,0 +1,21 @@
+# encoding: utf-8
+require 'rubygems'
+require "mongo"
+
+module RabbitHutch
+  class ConsoleConsumer
+      
+    def initialize()
+      puts "\tInitializing Console Consumer"
+    end
+        
+    def log_event(item)
+      begin  
+        puts "console"
+        puts item
+      rescue Exception => e
+        puts "Error occurred Message Handler trying to write messages to Log #{e.inspect}" 
+      end
+    end 
+  end
+end

data/lib/consumers/log4r_consumer.rb

@@ -0,0 +1,36 @@
+# encoding: utf-8
+require 'rubygems'
+require 'log4r'
+#require 'log4r/outputter/syslogoutputter'
+
+module RabbitHutch
+  class Log4rConsumer
+      
+    def initialize(rabbitmq_host, config)
+      puts "\tInitializing Log4r Consumer"
+      @rabbitmq_host = rabbitmq_host
+      @config = config
+      @log_name = rabbitmq_host["displayname"]
+      @config.consumers.each do |consumer|
+        if consumer["name"] == 'log4r_consumer'
+          @log_prefix = consumer['log_prefix']
+          @log_location = consumer['log_location']
+        end
+      end
+      
+      
+      @logger = Log4r::Logger.new("#{@log_name}#_log")
+      @logger.outputters << Log4r::FileOutputter.new("#{@log_name}_filelog", :filename =>  "#{@log_location}/#{@log_prefix}#{@log_name}.log")
+    end
+        
+    def log_event(item)
+      begin  
+        puts "log_consumer"
+        @logger.info(item)    
+      rescue Exception => e
+        puts "Error occurred Message Handler trying to write messages to Log #{e.inspect}" 
+        #@log.error("Error occurred Message Handler trying to write messages to MONGODB #{e.inspect}") 
+      end
+    end 
+  end
+end

data/lib/consumers/mongo_consumer.rb

@@ -0,0 +1,35 @@
+# encoding: utf-8
+require 'rubygems'
+require "mongo"
+
+module RabbitHutch
+  class MongoConsumer
+      
+    def initialize(rabbitmq_host, config)
+      puts "\tInitializing MongoDb Consumer"
+      @config = config
+      @rabbitmq_host = rabbitmq_host
+      
+      @config.consumers.each do |consumer|
+        if consumer["name"] == 'mongo_consumer'
+          @host = consumer['hostname']
+          @port = consumer["port"]
+          @database_prefix = consumer['database_prefix']
+          @database = "#{@database_prefix}#{rabbitmq_host["displayname"]}"
+        end
+      end
+      @connection = Mongo::Connection.new(@host, @port)
+    end
+        
+    def log_event(item)
+      begin  
+        puts "mongo"
+        db = @connection.db(@database)
+        coll = db.collection(item[:exchange])
+        coll.insert(item)
+      rescue Exception => e
+        puts "Error occurred Message Handler trying to write messages to MONGODB #{e.inspect}" 
+      end
+    end 
+  end
+end

data/lib/logger.rb

@@ -0,0 +1,16 @@
+require 'log4r'
+require 'log4r/yamlconfigurator'
+require 'log4r/outputter/syslogoutputter'
+
+  class Logger
+  	@@log = nil
+  	def self.init(config)
+  		if !@@log.nil? 
+  			return @@log
+  		end
+  
+  		configurator = Log4r::YamlConfigurator 
+  		configurator.decode_yaml config.log_config
+  		@@log = Log4r::Logger['main']
+  	end
+  end

data/lib/rabbithutch.rb

@@ -0,0 +1,78 @@
+require 'rubygems'
+require "amqp"
+require_relative "configurator"
+require_relative "consumers/mongo_consumer"
+require_relative "consumers/log4r_consumer"
+require_relative "consumers/console_consumer"
+require_relative "worker"
+
+  @config = RabbitHutch::Configurator.new(ARGV)
+
+  puts "\tEnvironment Settings"
+  @config.rabbitmq_hosts.each do |rabbitmq_host|
+    puts "\tDisplay Name: #{rabbitmq_host["displayname"]}, host: #{rabbitmq_host["hostname"]}, username: #{rabbitmq_host["username"]}, enabled #{rabbitmq_host["enabled"]}"
+  end
+  
+  # Initialize all enabled consumners
+  # NOTE: this method will be replaced with a routine to reflect through all valid consumers and initialze them implicitly   
+  def initialize_consumers(rabbitmq_host)
+    puts "Initializing Consumers for #{rabbitmq_host["displayname"]}"
+    consumers = []
+    @config.consumers.each do |consumer|
+      # if consumer["enabled"] == true
+        case consumer["name"]
+          when "console_consumer"
+            consumers << RabbitHutch::ConsoleConsumer.new()
+          when "mongo_consumer"
+            consumers << RabbitHutch::MongoConsumer.new(rabbitmq_host, @config)
+          when "log4r_consumer"
+            consumers << RabbitHutch::Log4rConsumer.new(rabbitmq_host, @config)
+          end 
+        end
+    #end
+    puts "\tdone"
+    consumers 
+  end
+   
+  # Start the worker process to listen to a RabbitMq Node 
+  def start_worker(rabbitmq_host)
+    displayname = rabbitmq_host["displayname"]
+    hostname = rabbitmq_host["hostname"]
+    username = rabbitmq_host["username"]
+    password = rabbitmq_host["password"]
+
+    consumers = initialize_consumers(rabbitmq_host)
+       
+    puts "Listening to RabbitMq #{displayname}, host: #{hostname}, username #{username}, password #{password}"
+    AMQP.connect(:host => hostname, :user => username, :password => password) do |connection|
+      channel = AMQP::Channel.new(connection)
+      worker = RabbitHutch::Worker.new(channel, @config, consumers)
+      worker.start
+    end
+  end
+  
+  # Entry Point to the application, Begins queue listener and initializes all consmers
+  def start
+    begin
+      EventMachine.run do
+        
+        @config.rabbitmq_hosts.each do |rabbitmq_host|
+          if rabbitmq_host["enabled"] == true
+            start_worker(rabbitmq_host)
+          end
+        end
+        Signal.trap("INT"){EventMachine.stop}
+        Signal.trap("QUIT"){EventMachine.stop}
+        Signal.trap("TERM"){EventMachine.stop}
+        Signal.trap("TSTP"){EventMachine.stop}
+      end
+    rescue Exception=>e
+      puts "#{e.message} #{e.backtrace}"
+    end
+  end
+
+# Kick off the App
+start
+
+
+

data/lib/rabbithutchmgr.rb

@@ -0,0 +1,48 @@
+require 'thor'
+require 'mustache'
+require_relative 'configurator.rb'
+
+module RabbitHutch
+  #This class controls the Command Line Interface
+  class CLI < Thor
+    
+StandardTemplate =<<-TEMPLATE
+{{#config}}
+
+{{#application}}
+Application
++------------------------+------------------------+
+|Exchange                |Queue                   |
++------------------------+------------------------+
+|{{exchangename}}        |  {{queuename}}         |
++------------------------+------------------------+
+{{/application}}
+
+{{#rabbitmq}}
+RabbitMq Servers
++------------------------+------------------------+
+|Display Name                |Host                   |
++------------------------+------------------------+
+{{#hosts}}
+|{{displayname}}        |  {{hostname}}         |
++------------------------+------------------------+
+{{/hosts}}
+{{/rabbitmq}}
+
+{{/config}}
+TEMPLATE
+
+    desc "list", "List all config settings"
+    #method_option :errors, :aliases => "-e", :type => :boolean, :default => false, :desc => "true = display files that could not be processed, false = do not display skipped files"
+    #method_option :hashtype, :aliases => "-h", :default => "cmd5", :desc => "Choose the hash algorithm to use - md5 or sha"
+    method_option :config, :aliases => "-c", :default => nil, :desc => "parse the config file from a specified location "
+    #method_option :recursive, :aliases => "-r", :type => :boolean, :default => "false", :desc => "true = recurse through sub directories, false = only do top directory"
+    def list()
+      @config = RabbitHutch::Configurator.new(options)
+      puts Mustache.render(StandardTemplate,  :config => @config);
+    end
+    
+  end  
+  
+  CLI.start()
+end

data/lib/rabbithutchservice.rb

@@ -0,0 +1,18 @@
+require 'rubygems'
+require 'daemons'
+
+# The Service controller.
+def start_service
+  begin
+    puts "-------------------------"
+    puts "Starting RabbitHutch #1"
+    Daemons.run(File.dirname(__FILE__) +  '/rabbithutch.rb')
+  rescue SystemExit=>e
+    puts e.inspect
+  rescue Exception=>e
+    puts e.inspect
+  end
+end
+
+start_service()
+

data/lib/worker.rb

@@ -0,0 +1,33 @@
+require "rubygems"
+require "amqp"
+require_relative "configurator"
+require_relative "consumer"
+
+module RabbitHutch
+  @exchange_name = "amq.rabbitmq.trace"
+  
+  class Worker
+    
+    def initialize(channel, config, consumers)
+      @channel = channel
+      @channel.on_error(&method(:handle_channel_exception))
+      @consumer = Consumer.new(consumers)
+      @exchange_name = config.application['exchangename']
+      @queue_name = config.application['queuename']
+    end
+  
+    # begin listening for all topics in publish.#
+    def start
+      @exchange = @channel.topic(@exchange_name, :durable => true, :auto_delete => false, :internal => true)
+      @queue = @channel.queue(@queue_name, :durable => true, :auto_delete => false)
+      @queue.bind(@exchange, :routing_key => 'publish.#')
+      @queue.subscribe(&@consumer.method(:handle_message))
+    end
+  
+    def handle_channel_exception(channel, channel_close)
+      puts "Oops... a channel-level exception: code = #{channel_close.reply_code}, message = #{channel_close.reply_text}"
+    end
+    
+  end
+  
+end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: dafiti-rabbit-hutch
 version: !ruby/object:Gem::Version
-  version: 0.1.7
+  version: 0.1.12
 platform: ruby
 authors:
 - Luiz Bartolomeu
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2021-05-26 00:00:00.000000000 Z
+date: 2021-05-27 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: amqp
@@ -248,6 +248,17 @@ files:
 - README.md
 - bin/rabbithutch
 - bin/rabbithutchweb
+- config.yaml
+- lib/configurator.rb
+- lib/consumer.rb
+- lib/consumers/console_consumer.rb
+- lib/consumers/log4r_consumer.rb
+- lib/consumers/mongo_consumer.rb
+- lib/logger.rb
+- lib/rabbithutch.rb
+- lib/rabbithutchmgr.rb
+- lib/rabbithutchservice.rb
+- lib/worker.rb
 - web/public/assets/css/bootstrap-responsive.css
 - web/public/assets/css/bootstrap-responsive.min.css
 - web/public/assets/css/bootstrap.css