mq-tail 0.0.2

data/.document

@@ -0,0 +1,5 @@
+lib/**/*.rb
+bin/*
+- 
+features/**/*.feature
+LICENSE.txt

data/.rspec

@@ -0,0 +1 @@
+--color

data/Gemfile

@@ -0,0 +1,19 @@
+source "http://rubygems.org"
+# Add dependencies required to use your gem here.
+# Example:
+#   gem "activesupport", ">= 2.3.5"
+
+# Add dependencies to develop your gem here.
+# Include everything needed to run rake, tests, features, etc.
+group :development do
+  gem "rspec", "~> 2.8.0"
+  gem "yard", "~> 0.7"
+  gem "bundler", "~> 1.1.5"
+  gem "jeweler", "~> 1.8.4"
+  gem "pry", "~> 0.9.10"
+end
+
+gem "main", "~> 5.0.1"
+gem "amqp", "~> 0.9.7"
+gem "em-synchrony", "~> 1.0.2"
+gem "json", "~> 1.7.4"

data/LICENSE.txt

@@ -0,0 +1,20 @@
+Copyright (c) 2012 Lucas Hansen
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.rdoc

@@ -0,0 +1,9 @@
+= mq-tail
+
+A tail like utility for watching a RabbitMQ queue.
+
+== Copyright
+
+Copyright (c) 2012 Lucas Hansen. See LICENSE.txt for
+further details.
+

data/Rakefile

@@ -0,0 +1,42 @@
+# encoding: utf-8
+
+require 'rubygems'
+require 'bundler'
+begin
+  Bundler.setup(:default, :development)
+rescue Bundler::BundlerError => e
+  $stderr.puts e.message
+  $stderr.puts "Run `bundle install` to install missing gems"
+  exit e.status_code
+end
+require 'rake'
+
+require 'jeweler'
+Jeweler::Tasks.new do |gem|
+  # gem is a Gem::Specification... see http://docs.rubygems.org/read/chapter/20 for more options
+  gem.name = "mq-tail"
+  gem.homepage = "http://github.com/Veered/mq-tail"
+  gem.license = "MIT"
+  gem.summary = %Q{A tail like utility for watching a RabbitMQ queue. }
+  gem.description = %Q{A tail like utility for watching a RabbitMQ queue. }
+  gem.email = "lucas@likeness.com"
+  gem.authors = ["Lucas Hansen"]
+  # dependencies defined in Gemfile
+end
+Jeweler::RubygemsDotOrgTasks.new
+
+require 'rspec/core'
+require 'rspec/core/rake_task'
+RSpec::Core::RakeTask.new(:spec) do |spec|
+  spec.pattern = FileList['spec/**/*_spec.rb']
+end
+
+RSpec::Core::RakeTask.new(:rcov) do |spec|
+  spec.pattern = 'spec/**/*_spec.rb'
+  spec.rcov = true
+end
+
+task :default => :spec
+
+require 'yard'
+YARD::Rake::YardocTask.new

data/VERSION

@@ -0,0 +1 @@
+0.0.2

data/bin/mqtail

@@ -0,0 +1,173 @@
+#!/usr/bin/env ruby
+require 'main'
+
+require 'em-synchrony'
+require 'em-synchrony/amqp'
+
+require 'json'
+
+Main {
+
+  option('config', 'c'){
+    description 'A config file to load settings from.'
+    argument :optional
+  }
+
+  option('broker', 'b'){
+    description 'The address of the AMQP broker.'
+    argument :optional
+    defaults ''
+  }
+
+  option('exchange', 'e'){
+    description 'The name of the exchange to subscribe bind to.'
+    argument :optional
+    defaults ''
+  }
+
+  option('routing_key', 'r'){
+    description 'The routing key to bind on. Matches all keys by default.'
+    argument :optional
+    defaults ''
+  }
+
+  option('filters', 'f'){
+    description 'A list of regex filters to pass the message stream through. If none are given, no messages will be filtered out.'
+    argument :optional
+    arity -1
+  }
+
+  option('throttle', 't'){
+    description 'Throttles the number of messages shown per second. Defaults to 1.'
+    argument :optional
+    cast :int
+    defaults 100
+  }
+
+  option('keys', 'k'){
+    description 'A list of keys in the message to display. If none are given, the raw JSON will be displayed.'
+    argument :optional
+    arity -1
+  }
+
+  # The main run loop of the application
+  def run
+    capture_signals
+    load_config
+
+    EM.synchrony do
+      connect
+      start_throttle
+    end
+  end
+
+  # Closes the connection to AMQP and stops the EM reactor
+  def stop
+
+    if EM.reactor_running?
+      EM::Synchrony.next_tick do
+        @amqp.close
+        EM.stop
+      end
+    end
+
+  end
+
+  # Captures interupt signals for this process and stops the node.
+  def capture_signals
+    %w[ TERM INT QUIT HUP ].each do |signal|
+      Signal.trap(signal) { stop }
+    end
+  end
+
+  # Loads a json config file
+  def load_config
+    if params[:config].given?
+      @config = File.open(File.expand_path(params[:config].value)) { |f| JSON.load(f) }
+
+      @config.each do |key, value|
+        if params.has_key?(key) and params[key].values == params[key].defaults
+          params[key].values = [*value]
+          params[key].given = true
+        end
+      end
+
+    end
+  end
+
+  # Connects to AMQP
+  def connect
+    @amqp = AMQP.connect("amqp://#{ params[:broker].value }")
+    @channel = AMQP::Channel.new(@amqp)
+
+    @queue = @channel.queue('', { 
+      :auto_delete => true,
+      :exclusive => true,
+      :arguments => { 'x-message-ttl' => 30000 }
+    } )
+    @queue.bind(params[:exchange].value, :routing_key => params[:routing_key].value)
+    @queue.subscribe(&method(:process_message))
+  end
+
+  # Processes a new message
+  def process_message(headers, payload)
+    return if throttled?
+    return unless filtered?(payload)
+
+    @throttle += 1
+    display_message(payload)
+  end
+
+  # Displays a message to the console
+  def display_message(message)
+    if params[:keys].given?
+      output = ""
+
+      parsed = JSON.parse(message)
+      params[:keys].values.each do |key|
+        output << get_value(key, parsed).to_s
+        output << " "
+      end
+
+      puts output
+
+    else
+      puts message, ''
+    end
+  end
+
+  # Takes a key path (each key seperated by a space), and returns the corresponding value in the hash
+  def get_value(path, hash)
+    path.split(' ').each do |key|
+      hash = hash[key]
+    end
+    raise if hash.nil?
+
+    hash
+  rescue
+    "ValueNotFound"
+  end
+
+  # Returns true if the message passes all of the filters
+  def filtered?(message)
+    params[:filters].values.all? do |filter|
+      regex = Regexp.new(filter)
+      message.match(regex)
+    end
+  end
+
+  # Sets up the throttle reset
+  def start_throttle
+    @throttle = 0
+
+    EM::Synchrony.add_periodic_timer(1) do
+      @throttle = 0
+    end
+  end
+
+  # Checks if the maximum number of messages per second has been received
+  def throttled?
+    @throttle >= params[:throttle].value
+  end
+
+}

data/config/mqtail.json

@@ -0,0 +1,13 @@
+{
+  "broker": "my-broker.company.com",
+  "exchange": "my-exchange",
+  "routing_key": "#",
+  "filters": [
+    "\"appname\":\"checkin\""
+  ],
+  "keys": [
+    "@source",
+    "@fields appname",
+    "@fields severity"
+  ]
+}

data/mq-tail.gemspec

@@ -0,0 +1,76 @@
+# Generated by jeweler
+# DO NOT EDIT THIS FILE DIRECTLY
+# Instead, edit Jeweler::Tasks in Rakefile, and run 'rake gemspec'
+# -*- encoding: utf-8 -*-
+
+Gem::Specification.new do |s|
+  s.name = "mq-tail"
+  s.version = "0.0.2"
+
+  s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
+  s.authors = ["Lucas Hansen"]
+  s.date = "2012-08-06"
+  s.description = "A tail like utility for watching a RabbitMQ queue. "
+  s.email = "lucas@likeness.com"
+  s.executables = ["mqtail"]
+  s.extra_rdoc_files = [
+    "LICENSE.txt",
+    "README.rdoc"
+  ]
+  s.files = [
+    ".document",
+    ".rspec",
+    "Gemfile",
+    "LICENSE.txt",
+    "README.rdoc",
+    "Rakefile",
+    "VERSION",
+    "bin/mqtail",
+    "config/mqtail.json",
+    "mq-tail.gemspec",
+    "spec/mq-tail_spec.rb",
+    "spec/spec_helper.rb"
+  ]
+  s.homepage = "http://github.com/Veered/mq-tail"
+  s.licenses = ["MIT"]
+  s.require_paths = ["lib"]
+  s.rubygems_version = "1.8.24"
+  s.summary = "A tail like utility for watching a RabbitMQ queue."
+
+  if s.respond_to? :specification_version then
+    s.specification_version = 3
+
+    if Gem::Version.new(Gem::VERSION) >= Gem::Version.new('1.2.0') then
+      s.add_runtime_dependency(%q<main>, ["~> 5.0.1"])
+      s.add_runtime_dependency(%q<amqp>, ["~> 0.9.7"])
+      s.add_runtime_dependency(%q<em-synchrony>, ["~> 1.0.2"])
+      s.add_runtime_dependency(%q<json>, ["~> 1.7.4"])
+      s.add_development_dependency(%q<rspec>, ["~> 2.8.0"])
+      s.add_development_dependency(%q<yard>, ["~> 0.7"])
+      s.add_development_dependency(%q<bundler>, ["~> 1.1.5"])
+      s.add_development_dependency(%q<jeweler>, ["~> 1.8.4"])
+      s.add_development_dependency(%q<pry>, ["~> 0.9.10"])
+    else
+      s.add_dependency(%q<main>, ["~> 5.0.1"])
+      s.add_dependency(%q<amqp>, ["~> 0.9.7"])
+      s.add_dependency(%q<em-synchrony>, ["~> 1.0.2"])
+      s.add_dependency(%q<json>, ["~> 1.7.4"])
+      s.add_dependency(%q<rspec>, ["~> 2.8.0"])
+      s.add_dependency(%q<yard>, ["~> 0.7"])
+      s.add_dependency(%q<bundler>, ["~> 1.1.5"])
+      s.add_dependency(%q<jeweler>, ["~> 1.8.4"])
+      s.add_dependency(%q<pry>, ["~> 0.9.10"])
+    end
+  else
+    s.add_dependency(%q<main>, ["~> 5.0.1"])
+    s.add_dependency(%q<amqp>, ["~> 0.9.7"])
+    s.add_dependency(%q<em-synchrony>, ["~> 1.0.2"])
+    s.add_dependency(%q<json>, ["~> 1.7.4"])
+    s.add_dependency(%q<rspec>, ["~> 2.8.0"])
+    s.add_dependency(%q<yard>, ["~> 0.7"])
+    s.add_dependency(%q<bundler>, ["~> 1.1.5"])
+    s.add_dependency(%q<jeweler>, ["~> 1.8.4"])
+    s.add_dependency(%q<pry>, ["~> 0.9.10"])
+  end
+end
+

data/spec/mq-tail_spec.rb

@@ -0,0 +1,5 @@
+require File.expand_path(File.dirname(__FILE__) + '/spec_helper')
+
+describe "MqTail" do
+  
+end

data/spec/spec_helper.rb

@@ -0,0 +1,12 @@
+$LOAD_PATH.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
+$LOAD_PATH.unshift(File.dirname(__FILE__))
+require 'rspec'
+require 'mq-tail'
+
+# Requires supporting files with custom matchers and macros, etc,
+# in ./support/ and its subdirectories.
+Dir["#{File.dirname(__FILE__)}/support/**/*.rb"].each {|f| require f}
+
+RSpec.configure do |config|
+  
+end

metadata

@@ -0,0 +1,205 @@
+--- !ruby/object:Gem::Specification
+name: mq-tail
+version: !ruby/object:Gem::Version
+  version: 0.0.2
+  prerelease: 
+platform: ruby
+authors:
+- Lucas Hansen
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2012-08-06 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: main
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 5.0.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 5.0.1
+- !ruby/object:Gem::Dependency
+  name: amqp
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.9.7
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.9.7
+- !ruby/object:Gem::Dependency
+  name: em-synchrony
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.0.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.0.2
+- !ruby/object:Gem::Dependency
+  name: json
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.7.4
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.7.4
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 2.8.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 2.8.0
+- !ruby/object:Gem::Dependency
+  name: yard
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '0.7'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '0.7'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.1.5
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.1.5
+- !ruby/object:Gem::Dependency
+  name: jeweler
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.8.4
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.8.4
+- !ruby/object:Gem::Dependency
+  name: pry
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.9.10
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.9.10
+description: ! 'A tail like utility for watching a RabbitMQ queue. '
+email: lucas@likeness.com
+executables:
+- mqtail
+extensions: []
+extra_rdoc_files:
+- LICENSE.txt
+- README.rdoc
+files:
+- .document
+- .rspec
+- Gemfile
+- LICENSE.txt
+- README.rdoc
+- Rakefile
+- VERSION
+- bin/mqtail
+- config/mqtail.json
+- mq-tail.gemspec
+- spec/mq-tail_spec.rb
+- spec/spec_helper.rb
+homepage: http://github.com/Veered/mq-tail
+licenses:
+- MIT
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.24
+signing_key: 
+specification_version: 3
+summary: A tail like utility for watching a RabbitMQ queue.
+test_files: []
+has_rdoc: