neutrino_client 0.0.2

data/.gitignore

@@ -0,0 +1,3 @@
+pkg/*
+*.gem
+.bundle

data/Gemfile

@@ -0,0 +1,4 @@
+source :gemcutter
+
+# Specify your gem's dependencies in neutrino_client.gemspec
+gemspec

data/Gemfile.lock

@@ -0,0 +1,38 @@
+PATH
+  remote: .
+  specs:
+    neutrino_client (0.0.1)
+      hashie (>= 1.0.0)
+      httparty (>= 0.5.3)
+      json_pure (>= 1.4.6)
+      mixlib-cli (>= 1.2.0)
+      mixlib-config (>= 1.1.2)
+
+GEM
+  remote: http://rubygems.org/
+  specs:
+    crack (0.1.8)
+    fakeweb (1.3.0)
+    hashie (1.0.0)
+    httparty (0.7.3)
+      crack (= 0.1.8)
+    json_pure (1.4.6)
+    mixlib-cli (1.2.0)
+    mixlib-config (1.1.2)
+    mocha (0.9.11)
+      rake
+    rake (0.8.7)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  bundler (>= 1.0.0)
+  fakeweb (>= 1.3.0)
+  hashie (>= 1.0.0)
+  httparty (>= 0.5.3)
+  json_pure (>= 1.4.6)
+  mixlib-cli (>= 1.2.0)
+  mixlib-config (>= 1.1.2)
+  mocha (>= 0.9.11)
+  neutrino_client!

data/Rakefile

@@ -0,0 +1,2 @@
+require 'bundler'
+Bundler::GemHelper.install_tasks

data/TODO

@@ -0,0 +1 @@
+Send with httparty, not curl

data/bin/neutrino

@@ -0,0 +1,6 @@
+#!/usr/bin/env ruby
+
+require 'neutrino/client'
+
+Neutrino::Client::CLI.new.run
+Neutrino::Client::Reporter.report

data/lib/neutrino/cli.rb

@@ -0,0 +1,34 @@
+require 'mixlib/cli'
+
+module Neutrino
+  module Client
+    class CLI
+      include Mixlib::CLI
+
+      option :log_level,
+        :short => "-l LEVEL",
+        :long  => "--log_level LEVEL",
+        :description => "Set the log level (debug, info, warn, error, fatal)",
+        :proc => Proc.new { |l| l.to_sym }
+
+      option :help,
+        :short => "-h",
+        :long => "--help",
+        :description => "Show this message",
+        :on => :tail,
+        :boolean => true,
+        :show_options => true,
+        :exit => 0
+
+      def run(argv=ARGV)
+        parse_options(argv)
+        # Load config from file
+        Config.from_file(Config.config_file) if File.exist?(Config.config_file)
+        # Overrides from command-line
+        Config.merge!(config)
+
+        Log.level = Neutrino::Client::Config.log_level
+      end
+    end
+  end
+end

data/lib/neutrino/client.rb

@@ -0,0 +1,12 @@
+require 'neutrino/cli'
+require 'neutrino/config'
+require 'neutrino/log'
+require 'neutrino/metric'
+require 'neutrino/reporter'
+require 'neutrino/shell_metric'
+require 'json'
+
+module Neutrino
+  module Client
+  end
+end

data/lib/neutrino/config.rb

@@ -0,0 +1,22 @@
+require 'mixlib/config'
+
+module Neutrino
+  module Client
+    class Config
+      extend(Mixlib::Config)
+
+      metadata {}
+
+      def self.defaults!
+        self.configuration = {}
+        configure do |c|
+           c[:metadata] = {}
+         end
+         log_level :warn
+         config_file "/etc/neutrino.rb"
+      end
+
+      Config.defaults!
+    end
+  end
+end

data/lib/neutrino/log.rb

@@ -0,0 +1,9 @@
+require 'mixlib/log'
+
+module Neutrino
+  module Client
+    class Log
+      extend Mixlib::Log
+    end
+  end
+end

data/lib/neutrino/metric.rb

@@ -0,0 +1,39 @@
+require 'hashie'
+require 'digest/md5'
+
+module Neutrino
+  module Client
+    class Metric < Hashie::Dash
+      property :hostname
+      property :base_metadata
+
+      property :group
+      property :type
+      property :name
+      property :value
+      property :display_options
+
+      def metric_id
+        raise StandardError.new("Requires name and hostname") unless name && hostname
+        Digest::MD5.hexdigest("#{name}#{hostname}")
+      end
+
+      def to_json
+        to_h.to_json
+      end
+
+      def to_h
+        {
+          :metadata => base_metadata.merge({
+            :name => self.name,
+            :group => self.group,
+            :type => self.type
+          }),
+          :display_options => self.display_options,
+          :name => self.metric_id,
+          :value => self.value
+        }
+      end
+    end
+  end
+end

data/lib/neutrino/reporter.rb

@@ -0,0 +1,82 @@
+require 'httparty'
+
+module Neutrino
+  module Client
+    class Reporter
+
+      def self.record(metric)
+        Log.info("Recording: #{metric.to_json}")
+        HTTParty.post('http://neutrino2.heroku.com/record', :body => metric.to_json)
+        # `curl --silent -X POST -H 'Content-Type: application/json' -d '#{metric.to_json}' http://neutrino2.heroku.com/record`
+      end
+
+      def self.get_metrics
+        [
+          ShellMetric.new({
+            :name => "CPU Steal",
+            :command => "iostat | grep -A1 avg-cpu | tail -1 | awk '{print $5}'",
+            :group => "system",
+            :type => "CPU"
+          }),
+          ShellMetric.new({
+            :name => "User CPU",
+            :command => "iostat | grep -A1 avg-cpu | tail -1 | awk '{print $1}'",
+            :group => "system",
+            :type => "CPU",
+            :display_options => {:min => 0, :max => 1}
+          }),
+          ShellMetric.new({
+            :name => "Idle CPU",
+            :command => "iostat | grep -A1 avg-cpu | tail -1 | awk '{print $6}'",
+            :group => "system",
+            :type => "CPU",
+            :display_options => {:min => 0, :max => 100}
+          }),
+          ShellMetric.new({
+            :name => "Free Memory",
+            :command => "cat /proc/meminfo  | grep 'MemFree' | awk '{print $2}'",
+            :group => "system",
+            :type => 'memory'
+            # :display_options => {:min => 0, :max => ShellMetric.execute("cat /proc/meminfo  | grep 'MemTotal' | awk '{print $2}'")}
+          }),
+          ShellMetric.new({
+            :name => "Load Avg (1m)",
+            :command => "cat /proc/loadavg | awk '{print $1}'",
+            :group => "system",
+            :type => 'load'
+          }),
+          ShellMetric.new({
+            :name => "Load Avg (5m)",
+            :command => "cat /proc/loadavg | awk '{print $2}'",
+            :group => "system",
+            :type => 'load'
+          }),
+          ShellMetric.new({
+            :name => "Load Avg (15m)",
+            :command => "cat /proc/loadavg | awk '{print $3}'",
+            :group => "system",
+            :type => 'load'
+          }),
+          ShellMetric.new({
+            :name => "Process Count",
+            :command => "ps aux | wc -l",
+            :group => "system",
+            :type => 'process'
+          })
+        ]
+      end
+
+      def self.report
+        get_metrics.each do |m|
+          m.hostname = `hostname`.strip
+          m.base_metadata = Config.metadata
+          begin
+            Reporter.record(m)
+          rescue StandardError => e
+            Log.warn("Error running '#{m.name}': #{e}")
+          end
+        end
+      end
+    end
+  end
+end

data/lib/neutrino/shell_metric.rb

@@ -0,0 +1,23 @@
+require 'open3'
+
+module Neutrino
+  module Client
+    class ShellMetric < Metric
+      property :command
+
+      def self.execute(command)
+        parsed_value = Open3.popen3(command) do |stdin, stdout, stderr, wait_thr|
+          stdout.read.strip
+        end
+        raise StandardError.new("Could not parse a value from \"#{command}\". Got '#{parsed_value}'") if parsed_value.nil? || parsed_value == ""
+        return parsed_value
+      end
+
+      def value
+        v = ShellMetric.execute(self.command)
+        Log.debug("#{self.command} returns '#{v}'")
+        v
+      end
+    end
+  end
+end

data/lib/neutrino/version.rb

@@ -0,0 +1,5 @@
+module Neutrino
+  module Client
+    VERSION = "0.0.2"
+  end
+end

data/neutrino_client.gemspec

@@ -0,0 +1,30 @@
+# -*- encoding: utf-8 -*-
+require File.expand_path("../lib/neutrino/version", __FILE__)
+
+Gem::Specification.new do |s|
+  s.name        = "neutrino_client"
+  s.version     = Neutrino::Client::VERSION
+  s.platform    = Gem::Platform::RUBY
+  s.authors     = ["Nick Stielau"]
+  s.email       = ["nick.stielau+neutrino@gmail.com"]
+  s.homepage    = "http://rubygems.org/gems/neutrino_client"
+  s.summary     = "A client for sending metrics to Neutrino."
+  s.description = "A client for sending metrics to Neutrino."
+
+  s.required_rubygems_version = ">= 1.3.6"
+  s.rubyforge_project         = "neutrino_client"
+
+  s.add_development_dependency "bundler", ">= 1.0.0"
+  s.add_development_dependency "mocha", ">= 0.9.11"
+  s.add_development_dependency "fakeweb", ">= 1.3.0"
+
+  s.add_dependency "mixlib-config", ">= 1.1.2"
+  s.add_dependency "mixlib-cli", ">= 1.2.0"
+  s.add_dependency "json_pure", ">= 1.4.6"
+  s.add_dependency "hashie", ">= 1.0.0"
+  s.add_dependency "httparty", ">= 0.5.3"
+
+  s.files        = `git ls-files`.split("\n")
+  s.executables  = `git ls-files`.split("\n").map{|f| f =~ /^bin\/(.*)/ ? $1 : nil}.compact
+  s.require_path = 'lib'
+end

data/test/cli_test.rb

@@ -0,0 +1,18 @@
+require "neutrino/client"
+require "test/unit"
+
+module Neutrino
+  module Client
+    class TestCLI < Test::Unit::TestCase
+      def setup
+        Config.defaults!
+        @cli = Neutrino::Client::CLI.new
+      end
+
+      def test_cli_will_set_log_level
+        @cli.run(['-l', 'error'])
+        assert_equal(:error, Config.log_level)
+      end
+    end
+  end
+end

data/test/config_test.rb

@@ -0,0 +1,24 @@
+require "neutrino/client"
+require "test/unit"
+
+module Neutrino
+  module Client
+    class TestConfig < Test::Unit::TestCase
+      def setup
+        Config.defaults!
+      end
+
+      def test_log_level_defaults_to_info
+        assert_equal(:warn, Config.log_level)
+      end
+
+      def test_metadata_defaults_to_empty_hash
+        assert_equal({}, Config.metadata)
+      end
+
+      def test_default_config_file
+        assert_equal("/etc/neutrino.rb", Config.config_file)
+      end
+    end
+  end
+end

data/test/metric_test.rb

@@ -0,0 +1,93 @@
+require "neutrino/client"
+require "test/unit"
+require 'mocha'
+
+module Neutrino
+  module Client
+    class TestMetric < Test::Unit::TestCase
+      def setup
+        Config.defaults!
+      end
+
+      def test_metric_instatiation
+        metric = Metric.new
+        assert metric
+      end
+
+      def test_metric_attributes
+        attrs = {
+          :name => "Load Avg (15m)",
+          :value => 747,
+          :group => "system",
+          :type => 'load',
+          :display_options => {:width => 100}
+        }
+        metric = Metric.new(attrs)
+        assert_equal metric.group, attrs[:group]
+        assert_equal metric.type, attrs[:type]
+        assert_equal metric.name, attrs[:name]
+        assert_equal metric.value, attrs[:value]
+        assert_equal metric.display_options, attrs[:display_options]
+      end
+
+      def test_can_set_hostname
+        hostname = "some_hostname"
+        metric = Metric.new
+        metric.hostname = hostname
+        assert_equal metric.hostname, hostname
+      end
+
+      def test_metric_class_base_metadata
+        base_metadata = {"some_hostname" => "true"}
+        metric = Metric.new
+        metric.base_metadata = base_metadata
+        assert_equal metric.base_metadata, base_metadata
+      end
+
+      def test_metric_id
+        hostname = "panda.com"
+        name = "a_metric"
+        metric = Metric.new(:hostname => hostname, :name => name)
+        assert_equal metric.metric_id, Digest::MD5.hexdigest("#{name}#{hostname}")
+      end
+
+      def test_metric_id_raises_without_hostname
+        metric = Metric.new(:name => "a_metric")
+        assert_raises(StandardError){ metric.metric_id }
+      end
+
+      def test_metric_id_raises_without_hostname
+        metric = Metric.new(:hostname => "a_metric.com")
+        assert_raises(StandardError){ metric.metric_id }
+      end
+
+      def test_to_json_calls_to_h
+        metric = Metric.new(:hostname => "a_metric.com", :name => "asdf")
+        metric.expects(:to_h)
+        metric.to_json
+      end
+
+      def test_metric_to_h
+        attrs = {
+          :name => "Load Avg (15m)",
+          :value => 0.11,
+          :group => "system",
+          :type => 'load',
+          :display_options => {:width => 100}
+        }
+        metric = Metric.new(attrs)
+        metric.hostname = "panda.com"
+        metric.base_metadata = {:datacenter => "EC2"}
+        result = metric.to_h
+        assert_not_nil result[:metadata]
+        assert_equal result[:metadata][:datacenter], "EC2"
+        assert_equal result[:metadata][:name], attrs[:name]
+        assert_equal result[:metadata][:group], attrs[:group]
+        assert_equal result[:metadata][:type], attrs[:type]
+        assert_equal result[:display_options], attrs[:display_options]
+        assert_equal result[:value], attrs[:value]
+        assert_equal result[:name], metric.metric_id
+      end
+    end
+  end
+end

data/test/reporter_test.rb

@@ -0,0 +1,31 @@
+require "neutrino/client"
+require "test/unit"
+require 'mocha'
+require 'fakeweb'
+
+module Neutrino
+  module Client
+    class TestReporter < Test::Unit::TestCase
+      def setup
+        Config.defaults!
+        Config[:metadata] = {:datacenter => "EC2"}
+        ShellMetric.stubs(:execute).returns(3.14159)
+
+        FakeWeb.allow_net_connect = false
+      end
+
+      def test_reporter_should_call_record_one_per_metric
+        metrics = Reporter.get_metrics
+        Reporter.expects(:record).times(metrics.length)
+        Reporter.report
+      end
+
+      def test_reporter_swallows_errors_and_logs_warnings
+        Open3.stubs(:popen3).returns('')
+        metrics = Reporter.get_metrics
+        Log.expects(:warn).times(metrics.length)
+        Reporter.report
+      end
+    end
+  end
+end

data/test/shell_metric_test.rb

@@ -0,0 +1,31 @@
+require "neutrino/client"
+require "test/unit"
+require 'mocha'
+
+module Neutrino
+  module Client
+    class TestShellMetric < Test::Unit::TestCase
+      def setup
+        Config.defaults!
+      end
+
+      def test_execute_calculates_value
+        cmd = "ps aux | wc -l"
+        m = ShellMetric.new(:command => cmd)
+        ShellMetric.expects(:execute).with(cmd)
+        m.execute
+      end
+
+      def test_executes_command
+        cmd = "ps aux | wc -l"
+        Open3.expects(:popen3).with(cmd).returns(100)
+        ShellMetric.execute(cmd)
+      end
+
+      def test_execute_raises_error_without_value
+        Open3.stubs(:popen3).returns('')
+        assert_raises(StandardError){ShellMetric.execute("some bogus command")}
+      end
+    end
+  end
+end

metadata

@@ -0,0 +1,217 @@
+--- !ruby/object:Gem::Specification 
+name: neutrino_client
+version: !ruby/object:Gem::Version 
+  hash: 27
+  prerelease: false
+  segments: 
+  - 0
+  - 0
+  - 2
+  version: 0.0.2
+platform: ruby
+authors: 
+- Nick Stielau
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2011-02-11 00:00:00 -08:00
+default_executable: 
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: bundler
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 23
+        segments: 
+        - 1
+        - 0
+        - 0
+        version: 1.0.0
+  type: :development
+  version_requirements: *id001
+- !ruby/object:Gem::Dependency 
+  name: mocha
+  prerelease: false
+  requirement: &id002 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 45
+        segments: 
+        - 0
+        - 9
+        - 11
+        version: 0.9.11
+  type: :development
+  version_requirements: *id002
+- !ruby/object:Gem::Dependency 
+  name: fakeweb
+  prerelease: false
+  requirement: &id003 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 27
+        segments: 
+        - 1
+        - 3
+        - 0
+        version: 1.3.0
+  type: :development
+  version_requirements: *id003
+- !ruby/object:Gem::Dependency 
+  name: mixlib-config
+  prerelease: false
+  requirement: &id004 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 23
+        segments: 
+        - 1
+        - 1
+        - 2
+        version: 1.1.2
+  type: :runtime
+  version_requirements: *id004
+- !ruby/object:Gem::Dependency 
+  name: mixlib-cli
+  prerelease: false
+  requirement: &id005 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 31
+        segments: 
+        - 1
+        - 2
+        - 0
+        version: 1.2.0
+  type: :runtime
+  version_requirements: *id005
+- !ruby/object:Gem::Dependency 
+  name: json_pure
+  prerelease: false
+  requirement: &id006 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 11
+        segments: 
+        - 1
+        - 4
+        - 6
+        version: 1.4.6
+  type: :runtime
+  version_requirements: *id006
+- !ruby/object:Gem::Dependency 
+  name: hashie
+  prerelease: false
+  requirement: &id007 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 23
+        segments: 
+        - 1
+        - 0
+        - 0
+        version: 1.0.0
+  type: :runtime
+  version_requirements: *id007
+- !ruby/object:Gem::Dependency 
+  name: httparty
+  prerelease: false
+  requirement: &id008 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 13
+        segments: 
+        - 0
+        - 5
+        - 3
+        version: 0.5.3
+  type: :runtime
+  version_requirements: *id008
+description: A client for sending metrics to Neutrino.
+email: 
+- nick.stielau+neutrino@gmail.com
+executables: 
+- neutrino
+extensions: []
+
+extra_rdoc_files: []
+
+files: 
+- .gitignore
+- Gemfile
+- Gemfile.lock
+- README
+- Rakefile
+- TODO
+- bin/neutrino
+- lib/neutrino/cli.rb
+- lib/neutrino/client.rb
+- lib/neutrino/config.rb
+- lib/neutrino/log.rb
+- lib/neutrino/metric.rb
+- lib/neutrino/reporter.rb
+- lib/neutrino/shell_metric.rb
+- lib/neutrino/version.rb
+- neutrino_client.gemspec
+- test/cli_test.rb
+- test/config_test.rb
+- test/metric_test.rb
+- test/reporter_test.rb
+- test/shell_metric_test.rb
+has_rdoc: true
+homepage: http://rubygems.org/gems/neutrino_client
+licenses: []
+
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 23
+      segments: 
+      - 1
+      - 3
+      - 6
+      version: 1.3.6
+requirements: []
+
+rubyforge_project: neutrino_client
+rubygems_version: 1.3.7
+signing_key: 
+specification_version: 3
+summary: A client for sending metrics to Neutrino.
+test_files: []
+