dafiti-rabbit-hutch 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: a67ec5f7dfd399853684ac15f0595b1b191504df84e8d9a127a744442c8894ad
+  data.tar.gz: 5fd0c3c15dbafc918620448965ad6f7dd495b87c5a8a0cd74a95ae68f8910aea
+SHA512:
+  metadata.gz: 2dd9e88d56f1c07b72f0c552f89aea1b50710bfa341469b8e9f05725ed8138b72e74e35d0f2386a9d2210e3f2f563798527f992db181dcc4639073180ca9d5f9
+  data.tar.gz: bb7e2016a611ac7689a27bb9c188a16162f3f5a549cb1bd90a1161e9078664c9bdf3798d6ad5aeef370efb5122c7fee668cea1d6b07bea77f30125055d6eabf6

data/.gitignore

@@ -0,0 +1,56 @@
+*.gem
+*.rbc
+/.config
+/coverage/
+/InstalledFiles
+/pkg/
+/spec/reports/
+/spec/examples.txt
+/test/tmp/
+/test/version_tmp/
+/tmp/
+
+# Used by dotenv library to load environment variables.
+# .env
+
+# Ignore Byebug command history file.
+.byebug_history
+
+## Specific to RubyMotion:
+.dat*
+.repl_history
+build/
+*.bridgesupport
+build-iPhoneOS/
+build-iPhoneSimulator/
+
+## Specific to RubyMotion (use of CocoaPods):
+#
+# We recommend against adding the Pods directory to your .gitignore. However
+# you should judge for yourself, the pros and cons are mentioned at:
+# https://guides.cocoapods.org/using/using-cocoapods.html#should-i-check-the-pods-directory-into-source-control
+#
+# vendor/Pods/
+
+## Documentation cache and generated files:
+/.yardoc/
+/_yardoc/
+/doc/
+/rdoc/
+
+## Environment normalization:
+/.bundle/
+/vendor/bundle
+/lib/bundler/man/
+
+# for a library or gem, you might want to ignore these files since the code is
+# intended to run in multiple environments; otherwise, check them in:
+# Gemfile.lock
+# .ruby-version
+# .ruby-gemset
+
+# unless supporting rvm < 1.11.0 or doing something fancy, ignore this:
+.rvmrc
+
+# Used by RuboCop. Remote config files pulled in from inherit_from directive.
+# .rubocop-https?--*

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in hash-that-tree.gemspec
+gemspec

data/Gemfile.lock

@@ -0,0 +1,68 @@
+PATH
+  remote: .
+  specs:
+    rabbithutch (0.1.6)
+      amqp
+      bson_ext
+      daemons
+      eventmachine
+      haml
+      log4r
+      logger
+      mongo
+      mongo_ext
+      mq
+      mustache
+      shotgun
+      sinatra
+      thin
+      thor
+      yard
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    amq-client (0.9.10)
+      amq-protocol (>= 0.9.4)
+      eventmachine
+    amq-protocol (1.0.1)
+    amqp (0.9.8)
+      amq-client (~> 0.9.5)
+      amq-protocol (>= 0.9.4)
+      eventmachine
+    bson (1.8.2)
+    bson_ext (1.8.1)
+      bson (~> 1.8.1)
+    daemons (1.1.9)
+    eventmachine (1.0.0)
+    haml (3.1.7)
+    log4r (1.1.10)
+    logger (1.2.8)
+    mongo (1.8.1)
+      bson (~> 1.8.1)
+    mongo_ext (0.19.3)
+    mq (0.1.3)
+    mustache (0.99.4)
+    rack (1.4.4)
+    rack-protection (1.3.2)
+      rack
+    shotgun (0.9)
+      rack (>= 1.0)
+    sinatra (1.3.3)
+      rack (~> 1.3, >= 1.3.6)
+      rack-protection (~> 1.2)
+      tilt (~> 1.3, >= 1.3.3)
+    thin (1.5.0)
+      daemons (>= 1.0.9)
+      eventmachine (>= 0.12.6)
+      rack (>= 1.0.0)
+    thor (0.16.0)
+    tilt (1.3.3)
+    yard (0.8.3)
+
+PLATFORMS
+  ruby
+  x86-mingw32
+
+DEPENDENCIES
+  rabbithutch!

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2012 John Ryan
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,2 @@
+# rabbit-hutch
+RabbitMq Trace Logger - Listen to multiple RabbitMq instances and log them to a single location or MongoDb database.

data/bin/rabbithutch

@@ -0,0 +1 @@
+require_relative '../lib/rabbithutchservice.rb'

data/bin/rabbithutchweb

@@ -0,0 +1,6 @@
+puts "============================="
+puts "== Launching the rabbithutch web manager"
+puts ">> Open the URL below to administer the rabbithutch service"
+web_location =  File.dirname(__FILE__) + '/../web/rabbithutchweb.rb'
+system "shotgun #{web_location}"
+puts "Finished"

data/config.yaml

@@ -0,0 +1,14 @@
+---
+application:
+  exchangename: amq.rabbitmq.trace
+  queuename: rabbithutch
+rabbitmq:
+  hosts:
+  - displayname: local1
+    enabled: true
+    hostname: localhost
+    username: admin
+    password: admin
+consumers_config:
+  consumers:
+  - name: console_consumer

data/configs/config.yaml

@@ -0,0 +1,17 @@
+application:
+exchangename: amq.rabbitmq.trace
+queuename: amq.gen-YxeA_wZnR8TsrqlRPEwNNQ
+
+rabbitmq:
+	hosts:
+	  - displayname: local1
+		enabled: true
+		hostname: localhost
+		username: admin
+		password: admin
+
+
+consumers_config:
+	consumers:
+	  - name: console_consumer
+

data/configs/config.yml

@@ -0,0 +1,17 @@
+application:
+exchangename: amq.rabbitmq.trace
+queuename: amq.gen-YxeA_wZnR8TsrqlRPEwNNQ
+
+rabbitmq:
+	hosts:
+	  - displayname: local1
+		enabled: true
+		hostname: localhost:15672
+		username: admin
+		password: admin
+
+
+consumers_config:
+	consumers:
+	  - name: console_consumer
+

data/configs/config2.yaml

@@ -0,0 +1,51 @@
+---
+application:
+  exchangename: amq.rabbitmq.trace
+  queuename: rabbithutch
+rabbitmq:
+  hosts:
+  - id: 1
+    displayname: dev01dd
+    enabled: 'on'
+    hostname: 127.0.0.1dd
+    username: admind
+    password: admin
+  - id: 2
+    displayname: dev02e
+    enabled: 
+    hostname: 127.0.0.23
+    username: admin
+    password: 
+  - id: 3
+    displayname: QA
+    enabled: false
+    hostname: 127.0.0.3
+    username: admin
+    password: admin
+  - id: 4
+    displayname: STAGING
+    enabled: false
+    hostname: 127.0.0.4
+    username: admin
+    password: admin
+  - id: '7'
+    displayname: dev01dd
+    enabled: 'on'
+    hostname: ee
+    username: eee
+    password: eee
+consumers_config:
+  consumers:
+  - name: console_consumer
+    enabled: true
+  - name: mongo_consumer
+    enabled: true
+    hostname: 127.0.0.1
+    username: admin
+    password: admin
+    database_prefix: rhutch_
+    port: 27017
+  - name: log4r_consumer
+    enabled: true
+    log_location: /tmp
+    log_prefix: rhutch_

data/configs/config_old.yaml

@@ -0,0 +1,28 @@
+application:
+    exchangename: amq.rabbitmq.trace
+    queuename: rabbithutch
+    
+rabbitmq:
+    hosts:
+      - id: 1
+        displayname: dev01
+        enabled: true
+        hostname: 127.0.0.1
+        username: admin
+        password: admin
+
+consumers_config:
+    consumers:
+      - name: console_consumer
+        enabled: true
+      - name: mongo_consumer
+        enabled: true
+        hostname: 127.0.0.1
+        username: admin
+        password: admin
+        database_prefix: rhutch_
+        port: 27017
+      - name: log4r_consumer
+        enabled: true
+        log_location: /tmp
+        log_prefix: rhutch_

data/configs/configtemplate.yaml

@@ -0,0 +1,32 @@
+application:
+    exchangename: amq.rabbitmq.trace
+    queuename: rabbithutch
+    
+rabbitmq:
+    hosts:
+      - displayname: localserver
+        enabled: true
+        hostname: 127.0.0.1
+        username: admin
+        password: admin
+      - displayname: anotherserver
+        enabled: false
+        hostname: 127.0.0.2
+        username: admin
+        password: admin
+
+consumers_config:
+    consumers:
+      - name: console_consumer
+        enabled: true
+      - name: mongo_consumer
+        enabled: true
+        hostname: 127.0.0.1
+        username: admin
+        password: admin
+        database_prefix: rhutch_
+        port: 27017
+      - name: log4r_consumer
+        enabled: true
+        log_location: /tmp
+        log_prefix: rhutch_

data/configs/webconfig.ru

@@ -0,0 +1,4 @@
+require 'sinatra'
+require_relative "../web/rabbithutchweb"
+
+run Sinatra::Application

data/dev_web.sh

@@ -0,0 +1 @@
+shotgun ./web/rabbithutchweb.rb

data/lib/configurator.rb

@@ -0,0 +1,38 @@
+require 'yaml'
+    
+module RabbitHutch
+  class Configurator
+
+    attr_accessor :config
+
+    def initialize options
+      
+      file = options['config'] || (File.dirname(__FILE__) + '/../config.yaml')
+      
+      puts "Using config from #{file}"
+      
+      unless File.exists? file
+        raise "Configuration file [#{file}] doesn't exist"
+      end
+      @config = YAML::load(File.open(file))
+    end
+    
+    def application
+      @config['application']
+    end
+
+    def log_config
+      @config['log4r_config']
+    end
+    
+    def consumers
+      @config['consumers_config']["consumers"]
+    end
+        
+    def rabbitmq_hosts
+      @config['rabbitmq']['hosts']
+    end
+        
+  end
+end
+

data/lib/consumer.rb

@@ -0,0 +1,32 @@
+require "rubygems"
+require_relative "configurator"
+require_relative "consumers/mongo_consumer"
+
+module RabbitHutch
+  # Controls the consumers that are to be kicked off based on the config file
+  class Consumer
+    def initialize(consumers)
+      @consumers = consumers
+    end
+    
+    # Raised on receipt of a message from RabbitMq and uses the appropriate appender
+    def handle_message(metadata, payload)
+       # loop through appenders and fire each as required
+       @consumers.each do |consumer|
+         action = metadata.routing_key.split('.', 2).first
+         if(action == "publish")
+           exchange = metadata.attributes[:headers]["exchange_name"]
+           queue = metadata.routing_key.split('.', 2).last
+           item = {:date => Time.now, 
+                :exchange => exchange,
+                :queue => queue,
+                :routing_keys => metadata.attributes[:headers]["routing_keys"].inspect,
+                :attributes => metadata.attributes.inspect,
+                :payload => payload.inspect
+           }
+           consumer.log_event(item)
+         end 
+       end
+    end
+  end
+end

data/lib/consumers/console_consumer.rb

@@ -0,0 +1,21 @@
+# encoding: utf-8
+require 'rubygems'
+require "mongo"
+
+module RabbitHutch
+  class ConsoleConsumer
+      
+    def initialize()
+      puts "\tInitializing Console Consumer"
+    end
+        
+    def log_event(item)
+      begin  
+        puts "console"
+        puts item
+      rescue Exception => e
+        puts "Error occurred Message Handler trying to write messages to Log #{e.inspect}" 
+      end
+    end 
+  end
+end