dafiti-rabbit-hutch 0.1.3 → 0.1.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 8863c86135d11c76341df7066546a82b083fc6340b9902029685930e147fc1b7
-  data.tar.gz: cb2a74fe1e4985b4cfaf03469ecce702c23cfde516b244b9e79f0bd9723429fa
+  metadata.gz: d9e0cae985e5574669eb39cc283156f3361307a4a33c5d851b4c0675ad140b8b
+  data.tar.gz: 9d6c9abe0b2f39fa019d78e266561c225a4c25db9226f3b79cb811566d765d7a
 SHA512:
-  metadata.gz: 7a47114d1194912152820544c35ad7fde64174fe74f059f0b83e5d6c423df270228eb27cad6fcf9a5f365cbef36c229ccd8be02dbe6b065d91c9809da3947251
-  data.tar.gz: 7fee1f9bc5f1274d881c57ef253e3a57788ff0416ad2d309595d56c9314407146a3b4bfb3b3a542d612b72b377e68f9ca6a0d1a147ef319de49594ef489e8c80
+  metadata.gz: 790964acf9d7842dae99929a20de94570e40166f66d478e27dd38e55f6bf36583bbde595b1a856b5d005345b4a17c4ac3c30c8ff6b2ef931b2dbb48369fd27de
+  data.tar.gz: b59968fd076d8b9609643edac28af352d1a10b5c683f6fb99d5d1904c4e29a166363e16b0f2798f3e3bc930dd8349a645bdeeafd0beb3fc7947a5b046b153b5e

data/.gitignore

@@ -0,0 +1,56 @@
+*.gem
+*.rbc
+/.config
+/coverage/
+/InstalledFiles
+/pkg/
+/spec/reports/
+/spec/examples.txt
+/test/tmp/
+/test/version_tmp/
+/tmp/
+
+# Used by dotenv library to load environment variables.
+# .env
+
+# Ignore Byebug command history file.
+.byebug_history
+
+## Specific to RubyMotion:
+.dat*
+.repl_history
+build/
+*.bridgesupport
+build-iPhoneOS/
+build-iPhoneSimulator/
+
+## Specific to RubyMotion (use of CocoaPods):
+#
+# We recommend against adding the Pods directory to your .gitignore. However
+# you should judge for yourself, the pros and cons are mentioned at:
+# https://guides.cocoapods.org/using/using-cocoapods.html#should-i-check-the-pods-directory-into-source-control
+#
+# vendor/Pods/
+
+## Documentation cache and generated files:
+/.yardoc/
+/_yardoc/
+/doc/
+/rdoc/
+
+## Environment normalization:
+/.bundle/
+/vendor/bundle
+/lib/bundler/man/
+
+# for a library or gem, you might want to ignore these files since the code is
+# intended to run in multiple environments; otherwise, check them in:
+# Gemfile.lock
+# .ruby-version
+# .ruby-gemset
+
+# unless supporting rvm < 1.11.0 or doing something fancy, ignore this:
+.rvmrc
+
+# Used by RuboCop. Remote config files pulled in from inherit_from directive.
+# .rubocop-https?--*

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in hash-that-tree.gemspec
+gemspec

data/Gemfile.lock

@@ -0,0 +1,68 @@
+PATH
+  remote: .
+  specs:
+    rabbithutch (0.1.6)
+      amqp
+      bson_ext
+      daemons
+      eventmachine
+      haml
+      log4r
+      logger
+      mongo
+      mongo_ext
+      mq
+      mustache
+      shotgun
+      sinatra
+      thin
+      thor
+      yard
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    amq-client (0.9.10)
+      amq-protocol (>= 0.9.4)
+      eventmachine
+    amq-protocol (1.0.1)
+    amqp (0.9.8)
+      amq-client (~> 0.9.5)
+      amq-protocol (>= 0.9.4)
+      eventmachine
+    bson (1.8.2)
+    bson_ext (1.8.1)
+      bson (~> 1.8.1)
+    daemons (1.1.9)
+    eventmachine (1.0.0)
+    haml (3.1.7)
+    log4r (1.1.10)
+    logger (1.2.8)
+    mongo (1.8.1)
+      bson (~> 1.8.1)
+    mongo_ext (0.19.3)
+    mq (0.1.3)
+    mustache (0.99.4)
+    rack (1.4.4)
+    rack-protection (1.3.2)
+      rack
+    shotgun (0.9)
+      rack (>= 1.0)
+    sinatra (1.3.3)
+      rack (~> 1.3, >= 1.3.6)
+      rack-protection (~> 1.2)
+      tilt (~> 1.3, >= 1.3.3)
+    thin (1.5.0)
+      daemons (>= 1.0.9)
+      eventmachine (>= 0.12.6)
+      rack (>= 1.0.0)
+    thor (0.16.0)
+    tilt (1.3.3)
+    yard (0.8.3)
+
+PLATFORMS
+  ruby
+  x86-mingw32
+
+DEPENDENCIES
+  rabbithutch!

data/config.yaml

@@ -0,0 +1,14 @@
+---
+application:
+  exchangename: amq.rabbitmq.trace
+  queuename: rabbithutch
+rabbitmq:
+  hosts:
+  - displayname: local1
+    enabled: true
+    hostname: localhost
+    username: admin
+    password: admin
+consumers_config:
+  consumers:
+  - name: console_consumer

data/configs/config.yaml

@@ -0,0 +1,17 @@
+application:
+exchangename: amq.rabbitmq.trace
+queuename: amq.gen-YxeA_wZnR8TsrqlRPEwNNQ
+
+rabbitmq:
+	hosts:
+	  - displayname: local1
+		enabled: true
+		hostname: localhost
+		username: admin
+		password: admin
+
+
+consumers_config:
+	consumers:
+	  - name: console_consumer
+

data/configs/config.yml

@@ -0,0 +1,17 @@
+application:
+exchangename: amq.rabbitmq.trace
+queuename: amq.gen-YxeA_wZnR8TsrqlRPEwNNQ
+
+rabbitmq:
+	hosts:
+	  - displayname: local1
+		enabled: true
+		hostname: localhost:15672
+		username: admin
+		password: admin
+
+
+consumers_config:
+	consumers:
+	  - name: console_consumer
+

data/configs/config2.yaml

@@ -0,0 +1,51 @@
+---
+application:
+  exchangename: amq.rabbitmq.trace
+  queuename: rabbithutch
+rabbitmq:
+  hosts:
+  - id: 1
+    displayname: dev01dd
+    enabled: 'on'
+    hostname: 127.0.0.1dd
+    username: admind
+    password: admin
+  - id: 2
+    displayname: dev02e
+    enabled: 
+    hostname: 127.0.0.23
+    username: admin
+    password: 
+  - id: 3
+    displayname: QA
+    enabled: false
+    hostname: 127.0.0.3
+    username: admin
+    password: admin
+  - id: 4
+    displayname: STAGING
+    enabled: false
+    hostname: 127.0.0.4
+    username: admin
+    password: admin
+  - id: '7'
+    displayname: dev01dd
+    enabled: 'on'
+    hostname: ee
+    username: eee
+    password: eee
+consumers_config:
+  consumers:
+  - name: console_consumer
+    enabled: true
+  - name: mongo_consumer
+    enabled: true
+    hostname: 127.0.0.1
+    username: admin
+    password: admin
+    database_prefix: rhutch_
+    port: 27017
+  - name: log4r_consumer
+    enabled: true
+    log_location: /tmp
+    log_prefix: rhutch_

data/configs/config_old.yaml

@@ -0,0 +1,28 @@
+application:
+    exchangename: amq.rabbitmq.trace
+    queuename: rabbithutch
+    
+rabbitmq:
+    hosts:
+      - id: 1
+        displayname: dev01
+        enabled: true
+        hostname: 127.0.0.1
+        username: admin
+        password: admin
+
+consumers_config:
+    consumers:
+      - name: console_consumer
+        enabled: true
+      - name: mongo_consumer
+        enabled: true
+        hostname: 127.0.0.1
+        username: admin
+        password: admin
+        database_prefix: rhutch_
+        port: 27017
+      - name: log4r_consumer
+        enabled: true
+        log_location: /tmp
+        log_prefix: rhutch_

data/configs/configtemplate.yaml

@@ -0,0 +1,32 @@
+application:
+    exchangename: amq.rabbitmq.trace
+    queuename: rabbithutch
+    
+rabbitmq:
+    hosts:
+      - displayname: localserver
+        enabled: true
+        hostname: 127.0.0.1
+        username: admin
+        password: admin
+      - displayname: anotherserver
+        enabled: false
+        hostname: 127.0.0.2
+        username: admin
+        password: admin
+
+consumers_config:
+    consumers:
+      - name: console_consumer
+        enabled: true
+      - name: mongo_consumer
+        enabled: true
+        hostname: 127.0.0.1
+        username: admin
+        password: admin
+        database_prefix: rhutch_
+        port: 27017
+      - name: log4r_consumer
+        enabled: true
+        log_location: /tmp
+        log_prefix: rhutch_

data/configs/webconfig.ru

@@ -0,0 +1,4 @@
+require 'sinatra'
+require_relative "../web/rabbithutchweb"
+
+run Sinatra::Application

data/dev_web.sh

@@ -0,0 +1 @@
+shotgun ./web/rabbithutchweb.rb

data/lib/configurator.rb

@@ -0,0 +1,38 @@
+require 'yaml'
+    
+module RabbitHutch
+  class Configurator
+
+    attr_accessor :config
+
+    def initialize options
+      
+      file = options['config'] || (File.dirname(__FILE__) + '/../config.yaml')
+      
+      puts "Using config from #{file}"
+      
+      unless File.exists? file
+        raise "Configuration file [#{file}] doesn't exist"
+      end
+      @config = YAML::load(File.open(file))
+    end
+    
+    def application
+      @config['application']
+    end
+
+    def log_config
+      @config['log4r_config']
+    end
+    
+    def consumers
+      @config['consumers_config']["consumers"]
+    end
+        
+    def rabbitmq_hosts
+      @config['rabbitmq']['hosts']
+    end
+        
+  end
+end
+

data/lib/consumer.rb

@@ -0,0 +1,32 @@
+require "rubygems"
+require_relative "configurator"
+require_relative "consumers/mongo_consumer"
+
+module RabbitHutch
+  # Controls the consumers that are to be kicked off based on the config file
+  class Consumer
+    def initialize(consumers)
+      @consumers = consumers
+    end
+    
+    # Raised on receipt of a message from RabbitMq and uses the appropriate appender
+    def handle_message(metadata, payload)
+       # loop through appenders and fire each as required
+       @consumers.each do |consumer|
+         action = metadata.routing_key.split('.', 2).first
+         if(action == "publish")
+           exchange = metadata.attributes[:headers]["exchange_name"]
+           queue = metadata.routing_key.split('.', 2).last
+           item = {:date => Time.now, 
+                :exchange => exchange,
+                :queue => queue,
+                :routing_keys => metadata.attributes[:headers]["routing_keys"].inspect,
+                :attributes => metadata.attributes.inspect,
+                :payload => payload.inspect
+           }
+           consumer.log_event(item)
+         end 
+       end
+    end
+  end
+end

data/lib/consumers/console_consumer.rb

@@ -0,0 +1,21 @@
+# encoding: utf-8
+require 'rubygems'
+require "mongo"
+
+module RabbitHutch
+  class ConsoleConsumer
+      
+    def initialize()
+      puts "\tInitializing Console Consumer"
+    end
+        
+    def log_event(item)
+      begin  
+        puts "console"
+        puts item
+      rescue Exception => e
+        puts "Error occurred Message Handler trying to write messages to Log #{e.inspect}" 
+      end
+    end 
+  end
+end

data/lib/consumers/log4r_consumer.rb

@@ -0,0 +1,36 @@
+# encoding: utf-8
+require 'rubygems'
+require 'log4r'
+#require 'log4r/outputter/syslogoutputter'
+
+module RabbitHutch
+  class Log4rConsumer
+      
+    def initialize(rabbitmq_host, config)
+      puts "\tInitializing Log4r Consumer"
+      @rabbitmq_host = rabbitmq_host
+      @config = config
+      @log_name = rabbitmq_host["displayname"]
+      @config.consumers.each do |consumer|
+        if consumer["name"] == 'log4r_consumer'
+          @log_prefix = consumer['log_prefix']
+          @log_location = consumer['log_location']
+        end
+      end
+      
+      
+      @logger = Log4r::Logger.new("#{@log_name}#_log")
+      @logger.outputters << Log4r::FileOutputter.new("#{@log_name}_filelog", :filename =>  "#{@log_location}/#{@log_prefix}#{@log_name}.log")
+    end
+        
+    def log_event(item)
+      begin  
+        puts "log_consumer"
+        @logger.info(item)    
+      rescue Exception => e
+        puts "Error occurred Message Handler trying to write messages to Log #{e.inspect}" 
+        #@log.error("Error occurred Message Handler trying to write messages to MONGODB #{e.inspect}") 
+      end
+    end 
+  end
+end