recognizer 0.0.1

data/MIT-LICENSE.txt

@@ -0,0 +1,20 @@
+Copyright (c) 2011 Sean Porter
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/bin/recognizer

@@ -0,0 +1,8 @@
+#!/usr/bin/env ruby
+
+$: << File.dirname(__FILE__) + '/../lib' unless $:.include?(File.dirname(__FILE__) + '/../lib/')
+
+require "rubygems"
+require "recognizer"
+
+Recognizer.run

data/lib/recognizer/amqp.rb

@@ -0,0 +1,41 @@
+require "rubygems"
+require "thread"
+require "bunny"
+
+module Recognizer
+  class AMQP
+    def initialize(thread_queue, options)
+      unless thread_queue && options.is_a?(Hash)
+        raise "You must provide a thread queue and options"
+      end
+      amqp = Bunny.new(options[:amqp])
+      amqp.start
+      queue = amqp.queue("recognizer")
+      exchange = amqp.exchange("graphite", :type => :topic, :durable => true)
+      queue.bind(exchange, :key => "*")
+      Thread.abort_on_exception = true
+      consumer = Thread.new do
+        puts "Awaiting the metrics with impatience ..."
+        queue.subscribe do |message|
+          payload = message[:payload]
+          begin
+            metrics = JSON.parse(payload)
+            if metrics.is_a?(Array)
+              metrics.each do |metric|
+                if metric.split(" ").count == 3
+                  thread_queue.push(metric)
+                end
+              end
+            end
+          rescue JSON::ParserError
+            metric = payload
+            if metric.split(" ").count == 3
+              thread_queue.push(metric)
+            end
+          end
+        end
+      end
+      consumer.join
+    end
+  end
+end

data/lib/recognizer/cli.rb

@@ -0,0 +1,28 @@
+require "rubygems"
+require "mixlib/cli"
+
+module Recognizer
+  class CLI
+    include Mixlib::CLI
+
+    option :config_file,
+      :short => "-c CONFIG",
+      :long  => "--config CONFIG",
+      :default => File.join(File.dirname(__FILE__), "..", "..", "config.json"),
+      :description => "The config file path"
+
+    option :help,
+      :short => "-h",
+      :long => "--help",
+      :description => "Show this message",
+      :on => :tail,
+      :boolean => true,
+      :show_options => true,
+      :exit => 0
+
+    def read
+      parse_options
+      config
+    end
+  end
+end

data/lib/recognizer/config.rb

@@ -0,0 +1,28 @@
+require "rubygems"
+require "json"
+
+require File.join(File.dirname(__FILE__), 'patches', 'hash')
+
+module Recognizer
+  class Config
+    def initialize(options={})
+      unless options[:config_file]
+        raise "Missing config file path"
+      end
+      if File.readable?(options[:config_file])
+        config_file_contents = File.open(options[:config_file], 'r').read
+        begin
+          @config = JSON.parse(config_file_contents)
+        rescue JSON::ParserError => error
+          raise "Config file must be valid JSON: #{error}"
+        end
+      else
+        raise "Config file does not exist or is not readable: #{options[:config_file]}"
+      end
+    end
+
+    def read
+      @config.symbolize_keys
+    end
+  end
+end

data/lib/recognizer/librato.rb

@@ -0,0 +1,42 @@
+require "rubygems"
+require "thread"
+require "librato/metrics"
+
+module Recognizer
+  class Librato
+    def initialize(thread_queue, options)
+      unless thread_queue && options.is_a?(Hash)
+        raise "You must provide a thread queue and options"
+      end
+      unless options[:librato][:email] && options[:librato][:api_key]
+        raise "You must provide a Librato Metrics account email and API key"
+      end
+      ::Librato::Metrics.authenticate(options[:librato][:email], options[:librato][:api_key])
+      librato = ::Librato::Metrics::Queue.new
+      mutex = Mutex.new
+      Thread.abort_on_exception = true
+      Thread.new do
+        loop do
+          sleep(options[:librato][:flush_interval] || 10)
+          unless librato.queued.empty?
+            puts "Attempting to flush metrics to Librato"
+            mutex.synchronize do
+              librato.submit
+            end
+            puts "Successfully flushed metrics to Librato"
+          end
+        end
+      end
+      Thread.new do
+        loop do
+          graphite_formated = thread_queue.pop
+          puts "Adding metric to queue: #{graphite_formated}"
+          metric = graphite_formated.split(" ")
+          mutex.synchronize do
+            librato.add metric[0].to_sym => {:value => metric[1].to_f, :measure_time => metric[2].to_i}
+          end
+        end
+      end
+    end
+  end
+end

data/lib/recognizer/patches/hash.rb

@@ -0,0 +1,20 @@
+class Hash
+  def symbolize_keys(item=self)
+    case item
+    when Array
+      item.map do |i|
+        symbolize_keys(i)
+      end
+    when Hash
+      Hash[
+           item.map do |key, value|
+             new_key = key.is_a?(String) ? key.to_sym : key
+             new_value = symbolize_keys(value)
+             [new_key, new_value]
+           end
+          ]
+    else
+      item
+    end
+  end
+end

data/lib/recognizer/version.rb

@@ -0,0 +1,3 @@
+module Recognizer
+  VERSION = "0.0.1"
+end

data/lib/recognizer.rb

@@ -0,0 +1,17 @@
+require "recognizer/version"
+require "recognizer/cli"
+require "recognizer/config"
+require "recognizer/librato"
+require "recognizer/amqp"
+
+module Recognizer
+  def self.run
+    cli = Recognizer::CLI.new
+    cli_options = cli.read
+    config = Recognizer::Config.new(cli_options)
+    config_options = config.read
+    thread_queue = Queue.new
+    Recognizer::Librato.new(thread_queue, config_options)
+    Recognizer::AMQP.new(thread_queue, config_options)
+  end
+end

data/recognizer.gemspec

@@ -0,0 +1,24 @@
+# -*- encoding: utf-8 -*-
+$:.push File.expand_path("../lib", __FILE__)
+require "recognizer/version"
+
+Gem::Specification.new do |s|
+  s.name        = "recognizer"
+  s.version     = Recognizer::VERSION
+  s.authors     = ["Sean Porter"]
+  s.email       = ["portertech@gmail.com"]
+  s.homepage    = "https://github.com/portertech/recognizer"
+  s.summary     = ""
+  s.description = ""
+
+  s.rubyforge_project = "recognizer"
+
+  s.files         = Dir.glob("{bin,lib}/**/*") + %w[recognizer.gemspec README.org MIT-LICENSE.txt]
+  s.executables   = Dir.glob("bin/**/*").map { |file| File.basename(file) }
+  s.require_paths = ["lib"]
+
+  s.add_dependency("librato-metrics", "0.2.2")
+  s.add_dependency("bunny", "0.7.8")
+  s.add_dependency('mixlib-cli', '>= 1.1.0')
+  s.add_dependency("json")
+end

metadata

@@ -0,0 +1,139 @@
+--- !ruby/object:Gem::Specification 
+name: recognizer
+version: !ruby/object:Gem::Version 
+  hash: 29
+  prerelease: false
+  segments: 
+  - 0
+  - 0
+  - 1
+  version: 0.0.1
+platform: ruby
+authors: 
+- Sean Porter
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2011-12-29 00:00:00 -08:00
+default_executable: 
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: librato-metrics
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - "="
+      - !ruby/object:Gem::Version 
+        hash: 19
+        segments: 
+        - 0
+        - 2
+        - 2
+        version: 0.2.2
+  type: :runtime
+  version_requirements: *id001
+- !ruby/object:Gem::Dependency 
+  name: bunny
+  prerelease: false
+  requirement: &id002 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - "="
+      - !ruby/object:Gem::Version 
+        hash: 19
+        segments: 
+        - 0
+        - 7
+        - 8
+        version: 0.7.8
+  type: :runtime
+  version_requirements: *id002
+- !ruby/object:Gem::Dependency 
+  name: mixlib-cli
+  prerelease: false
+  requirement: &id003 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 19
+        segments: 
+        - 1
+        - 1
+        - 0
+        version: 1.1.0
+  type: :runtime
+  version_requirements: *id003
+- !ruby/object:Gem::Dependency 
+  name: json
+  prerelease: false
+  requirement: &id004 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :runtime
+  version_requirements: *id004
+description: ""
+email: 
+- portertech@gmail.com
+executables: 
+- recognizer
+extensions: []
+
+extra_rdoc_files: []
+
+files: 
+- bin/recognizer
+- lib/recognizer/amqp.rb
+- lib/recognizer/cli.rb
+- lib/recognizer/config.rb
+- lib/recognizer/librato.rb
+- lib/recognizer/patches/hash.rb
+- lib/recognizer/version.rb
+- lib/recognizer.rb
+- recognizer.gemspec
+- README.org
+- MIT-LICENSE.txt
+has_rdoc: true
+homepage: https://github.com/portertech/recognizer
+licenses: []
+
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+requirements: []
+
+rubyforge_project: recognizer
+rubygems_version: 1.3.7
+signing_key: 
+specification_version: 3
+summary: ""
+test_files: []
+