newrelic_ia 0.1.0

data/CHANGELOG

@@ -0,0 +1,4 @@
+== 0.1.0 2009-06-15
+
+* 1 major enhancement:
+  * Initial release

data/Manifest

@@ -0,0 +1,21 @@
+bin/newrelic_ia
+CHANGELOG
+lib/new_relic/ia/cli.rb
+lib/new_relic/ia/disk_sampler.rb
+lib/new_relic/ia/iostat_reader/linux.rb
+lib/new_relic/ia/iostat_reader/osx.rb
+lib/new_relic/ia/iostat_reader.rb
+lib/new_relic/ia/metric_names.rb
+lib/new_relic/ia/newrelic.yml
+lib/newrelic_ia.rb
+Manifest
+Rakefile
+README.rdoc
+spec/cli_spec.rb
+spec/disk_sampler_spec.rb
+spec/iostat-linux.out
+spec/iostat-osx.out
+spec/iostat_reader_spec.rb
+spec/spec.opts
+spec/spec_helper.rb
+tasks/rspec.rake

data/README.rdoc

@@ -0,0 +1,70 @@
+= New Relic Infrastructure Agent
+
+Bare bones Gem for collecting disk, cpu and IO statistics and 
+sending them to the New Relic RPM application.
+
+This is a work in progress.  We hope to add more statistics
+to the agent as well as more useful views on the RPM site
+for viewing these metrics.
+
+== DESCRIPTION:
+
+Use this gem to collect statistics from a given host by running
+newrelic_ia -a as a daemon.  This will contribute System/* metrics
+to your RPM console which can be viewed with custom dashboards.
+
+== SYNOPSIS:
+
+    newrelic_ia [ options ] aspect, aspect.. 
+
+    aspect: one or more of 'iostat' or 'disk' (more to come)
+
+    -a, --all                        use all available aspects
+    -v, --verbose                    debug output
+    -q, --quiet                      quiet output
+    -e, --environment=ENV            use ENV section in newrelic.yml
+        --install                    create a default newrelic.yml
+    -h, --help                       Show this help message.
+
+== REQUIREMENTS:
+
+* New Relic Agent version 2.9.2 or later
+* Gold Subscription for creating and viewing custom dashboards
+
+== INSTALL:
+
+    sudo gem sources -a http://gems.github.com
+    sudo gem install newrelic-ia
+
+Once installed, run from the home directory of your Rails 
+application, or create a separate working directory and run
+
+    newrelic_ia --install
+
+to create a template newrelic.yml file you can use.  Edit this file
+and substitute your license key and app_name value.
+
+== LICENSE:
+
+(The MIT License)
+
+Copyright (c) 2009 FIXME full name
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+'Software'), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED 'AS IS', WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
+SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/Rakefile

@@ -0,0 +1,43 @@
+require 'rubygems'
+require 'echoe'
+%w[rake rake/clean fileutils rubigen].each { |f| require f }
+require File.dirname(__FILE__) + '/lib/newrelic_ia'
+
+GEM_NAME = "newrelic_ia"
+GEM_VERSION = NewRelic::IA::VERSION
+AUTHOR = "Bill Kayser"
+EMAIL = "bkayser@newrelic.com"
+HOMEPAGE = "http://www.newrelic.com"
+SUMMARY = "New Relic Gem for gathering system metrics"
+DESCRIPTION = <<EOF
+The New Relic Infrastructure Agent (IA) collects system metrics and transmits
+them to the RPM server where they can be viewed with custom dashboards.
+EOF
+
+# Generate all the Rake tasks
+# Run 'rake -T' to see list of generated tasks (from gem root directory)
+Echoe.new('newrelic_ia', NewRelic::IA::VERSION) do |p|
+  p.author = AUTHOR
+  p.email = EMAIL
+  p.summary = SUMMARY
+  p.description = DESCRIPTION
+  p.url = HOMEPAGE
+  p.project = 'newrelic'
+  p.need_tar_gz = false
+  p.need_gem = true
+  p.runtime_dependencies = [
+     ['newrelic_rpm','>= 2.9.2'],
+  ]
+  p.development_dependencies = [
+    #['newgem', ">= #{::Newgem::VERSION}"]
+  ]
+  p.bin_files = 'bin/newrelic_ia'
+  p.test_pattern = "spec/*.rb"
+  p.install_message = File.read('PostInstall.txt')
+  p.ignore_pattern = %w[PostInstall.txt newrelic.yml]
+  p.clean_pattern |= %w[**/.DS_Store tmp *.log]
+  path = (p.rubyforge_name == p.name) ? p.rubyforge_name : "\#{p.rubyforge_name}/\#{p.name}"
+end
+
+Dir['tasks/**/*.rake'].each { |t| load t }
+

data/bin/newrelic_ia

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+#
+#  Created on 2009-6-15.
+#  Copyright (c) 2009. All rights reserved.
+
+require File.expand_path(File.dirname(__FILE__) + "/../lib/newrelic_ia")
+
+require "new_relic/ia/cli"
+
+status = NewRelic::IA::CLI.execute(STDOUT, ARGV)
+exit status if status
+# if execute returned nil, we are running forever:
+sleep
+  

data/lib/new_relic/ia/cli.rb

@@ -0,0 +1,104 @@
+require 'optparse'
+require 'logger'
+
+class NewRelic::IA::CLI
+  
+  LOGFILE = "newrelic_ia.log"
+  @log = Logger.new(STDOUT)
+  
+  class << self
+    attr_accessor :log
+    def level= l
+      @log.level = l      
+    end
+    
+    # Run the command line args.  Return nil if running
+    # or an exit status if not.
+    def execute(stdout, arguments=[])
+      @aspects = []
+      @log = Logger.new LOGFILE
+      @log_level = Logger::INFO
+      parser = OptionParser.new do |opts|
+        opts.banner = <<-BANNER.gsub(/^ */,'')
+
+          Monitor different aspects of your environment with New Relic RPM.  
+
+          Usage: #{File.basename($0)} [ options ] aspect, aspect.. 
+
+          aspect: one or more of 'iostat' or 'disk' (more to come)
+        BANNER
+        opts.separator ""
+        opts.on("-a", "--all",
+                "use all available aspects") { @aspects = %w[iostat disk] }
+        opts.on("-v", "--verbose",
+                "debug output") { @log_level = Logger::DEBUG }
+        opts.on("-q", "--quiet",
+                "quiet output") { @log_level = Logger::ERROR }
+        opts.on("-e", "--environment=ENV",
+                "use ENV section in newrelic.yml") { |e| @env = e }
+        opts.on("--install",
+                "create a default newrelic.yml") { |e| return self.install(stdout) }
+        
+        opts.on("-h", "--help",
+                "Show this help message.") { stdout.puts "#{opts}\n"; return 0 }
+        begin
+          args = opts.parse! arguments
+          unless args.empty?
+            @aspects = args
+          end
+        rescue => e
+          stdout.puts e
+          stdout.puts opts
+          return 1
+        end
+      end
+      @aspects.delete_if do |aspect|
+        unless self.instance_methods(false).include? aspect
+          stdout.puts "Unknown aspect: #{aspect}"
+          true
+        end
+      end
+      if @aspects.empty?
+        stdout.puts "No aspects specified."
+        stdout.puts parser
+        return 1
+      end
+      
+      @log.level = @log_level 
+      gem 'newrelic_rpm'
+      require 'newrelic_rpm'
+      NewRelic::Agent.manual_start :log => @log, :env => @env, :enabled => true
+      cli = new
+      @aspects.each do | aspect |
+        cli.send aspect
+      end
+      return nil
+    end
+  end
+  # Aspect definitions
+  def iostat # :nodoc:
+    self.class.log.info "Starting iostat monitor..."
+    require 'new_relic/ia/iostat_reader'
+    reader = NewRelic::IA::IostatReader.new
+    Thread.new { reader.run }
+  end
+  
+  def disk
+    self.class.log.info "Starting disk sampler..."
+    require 'new_relic/ia/disk_sampler'
+    NewRelic::Agent.instance.stats_engine.add_harvest_sampler NewRelic::IA::DiskSampler.new    
+  end
+  
+  private 
+  def self.install(stdio)
+    if File.exists? "newrelic.yml"
+      stdio.puts "A newrelic.yml file already exists.  Please remove it before installing another."
+      1 # error
+    else      
+      FileUtils.copy File.join(File.dirname(__FILE__), "newrelic.yml"), "."
+      stdio.puts "A newrelic.yml template was copied to #{File.expand_path('.')}."
+      stdio.puts "Please add a license key to the file before starting."
+      0 # normal
+    end
+  end
+end

data/lib/new_relic/ia/disk_sampler.rb

@@ -0,0 +1,45 @@
+#!/usr/bin/ruby
+require 'new_relic/agent'
+require 'new_relic/ia/metric_names'
+
+# This is some demo code which shows how you might install your
+# own sampler.  This one theoretically monitors cpu.
+
+class NewRelic::IA::DiskSampler < NewRelic::Agent::Sampler
+  include NewRelic::IA::MetricNames
+  case RUBY_PLATFORM 
+  when /darwin/
+    # Do some special stuff...
+  when /linux/
+    # Do some special stuff...
+  else
+    NewRelic::IA::CLI.log.warn "unsupported platform #{RUBY_PLATFORM}"
+  end
+
+  def initialize
+    super 'disk_sampler'
+    @disk_stats = {}
+  end
+
+  def disk_stats(filesystem)
+    name = File.basename(filesystem)
+    @disk_stats[name] ||= stats_engine.get_stats(DISK.gsub('_name_', name), false)
+  end
+
+  # This gets called every 10 seconds, or once a minute depending
+  # on how you add the sampler to the stats engine.
+  # It only looks at fs partitions beginning with '/'
+  def poll
+    stats = `df -k`
+    stats.each_line do | line |
+      if line =~ /^(\/[^\s]+)\s.*\s(\d+)%/
+        name = $1; alloc = $2
+        disk_stats(name).record_data_point alloc.to_i
+      end
+    end
+  end
+end
+
+
+
+

data/lib/new_relic/ia/iostat_reader.rb

@@ -0,0 +1,47 @@
+require 'new_relic/ia/metric_names'
+
+# The iostat reader simply opens a pipe on the iostat command, listening every 15
+# seconds and taking a sample for RPM.  It runs on the thread of the caller
+# of the #run method.  
+#
+# There are implementations of the command reader for different platforms.  The
+# implementations are in modules which are included into the Monitor class.
+#
+class NewRelic::IA::IostatReader
+  include NewRelic::IA::MetricNames
+  attr_reader :io_stats, :system_cpu, :user_cpu
+  def initialize
+    stats_engine = NewRelic::Agent.instance.stats_engine
+    @io_stats    = stats_engine.get_stats(DISK_IO, false)  # Usage in MB
+    @system_cpu  = stats_engine.get_stats(SYSTEM_CPU, false)  # percentage utilization
+    @user_cpu    = stats_engine.get_stats(USER_CPU, false)  # percentage utilization
+    
+    # Open the iostat reporting every 15 seconds cumulative
+    # values for disk transfers and cpu utilization
+    @pipe        = IO.popen(cmd)
+  end
+  
+  def self.log
+    NewRelic::IA::CLI.log
+  end
+  
+  def log
+    self.class.log
+  end
+  
+  case RUBY_PLATFORM
+    when /darwin/
+    require 'new_relic/ia/iostat_reader/osx'
+    include OSX 
+    when /linux/
+    require 'new_relic/ia/iostat_reader/linux'
+    include Linux
+  else
+    raise "unrecognized platform: #{RUBY_PLATFORM}"
+  end
+  
+  def run
+    init
+    read_next while true
+  end
+end

data/lib/new_relic/ia/iostat_reader/linux.rb

@@ -0,0 +1,40 @@
+
+module NewRelic::IA::IostatReader::Linux
+  def cmd; "iostat -dck 15"  ; end
+  def init
+    # read to "Device:"
+    line = @pipe.gets until line =~ /^Device:/
+    
+    # read to first blank line
+    @disk_count = 0
+    line = @pipe.gets
+    until line =~ /^\s*$/
+      @disk_count += 1
+      line = @pipe.gets
+    end
+  end
+  def read_next
+    # read up to the next header
+    begin 
+      line = @pipe.gets.chomp
+    end until line =~ /avg-cpu/
+    line = @pipe.gets
+    # Get the CPU stats
+    values             = line.strip.split /\s+/
+    user, nice, system = values.map { |v| v.to_f }
+    log.debug "CPU #{user}% (user), #{system}% (system)"
+    user_cpu.record_data_point user
+    system_cpu.record_data_point system
+    # skip two lines
+    @pipe.gets
+    @pipe.gets
+    # Iterate over each disk's stats
+    @disk_count.times do | disk_number |
+      line = @pipe.gets.chomp.strip
+      values = line.split /\s+/
+      usage = values[4].to_f + values[5].to_f
+      log.debug "Disk #{values[0]}: #{usage}kb (processed '#{values.inspect}'"
+      io_stats.record_data_point(usage * 1024)
+    end
+  end
+end

data/lib/new_relic/ia/iostat_reader/osx.rb

@@ -0,0 +1,35 @@
+module NewRelic::IA::IostatReader::OSX
+  def cmd; "iostat -dCI 15"  ; end
+  BYTES_PER_MB = 1048576
+  def init
+    # get the first header
+    header               = @pipe.gets
+    @disk_count          = header.split("\s").size - 1
+    @pipe.gets # skip the second header
+    @pipe.gets # skip the first line, uptime summary
+    @running_total        = 0
+  end
+  
+  def read_next
+    # The running total of MB transferred
+    line = @pipe.gets.chomp while line.nil? || line =~ /cpu|id/ # skip if it's a header line
+    values             = line.split("\s")
+    current_total      = 0.0
+    # Iterate over each disk's stats
+    @disk_count.times do | disk_number |
+      values.shift
+      values.shift
+      v = values.shift.to_f
+      current_total += v
+    end
+    data_point = current_total - @running_total
+    log.debug "Disk usage: #{data_point} mb (#{@running_total})"
+    io_stats.record_data_point(data_point * BYTES_PER_MB)
+    @running_total = current_total
+    # Get the CPU stats
+    user, system, idle = values.map { |v| v.to_f }
+    log.debug "CPU #{user}% (user), #{system}% (system)"
+    user_cpu.record_data_point(user)
+    system_cpu.record_data_point(system)
+  end
+end

data/lib/new_relic/ia/metric_names.rb

@@ -0,0 +1,8 @@
+module NewRelic::IA::MetricNames
+
+  DISK = "System/Filesystem/_name_/percent"
+  DISK_IO = "System/Resource/DiskIO/b"
+  SYSTEM_CPU = "System/CPU/System/percent"
+  USER_CPU = "System/CPU/User/percent"
+  
+end

data/lib/new_relic/ia/newrelic.yml

@@ -0,0 +1,26 @@
+#
+# This is a configuration file for the RPM Agent, tailored
+# for use as a system monitor.
+#
+common: &default_settings
+  license_key: 'your licene key here'
+  agent_enabled: true
+  disable_samplers: true  
+  app_name: System Monitor
+  ssl: false
+  capture_params: false
+  transaction_tracer:
+    enabled: false
+
+# NOTE if your application has other named environments, you should
+# provide newrelic conifguration settings for these enviromnents here.
+production:
+  <<: *default_settings
+  enabled: true
+
+development:
+  <<: *default_settings
+  # turn off communication to RPM service in development mode.
+  # NOTE: for initial evaluation purposes, you may want to temporarily turn
+  # the agent on in development mode.
+  enabled: false

data/lib/newrelic_ia.rb

@@ -0,0 +1,15 @@
+$:.unshift(File.dirname(__FILE__)) unless
+$:.include?(File.dirname(__FILE__)) || $:.include?(File.expand_path(File.dirname(__FILE__)))
+
+require 'rubygems'
+gem 'newrelic_rpm'
+# You can select different newrelic.yml sections by setting the
+# RUBY_ENV environment variable, similar to RAILS_ENV (which is also checked).
+# Default is 'monitor'
+# ENV['RUBY_ENV']  = 'production'
+
+module NewRelic
+  module IA
+    VERSION = '0.1.0'
+  end
+end

data/newrelic_ia.gemspec

@@ -0,0 +1,41 @@
+# -*- encoding: utf-8 -*-
+
+Gem::Specification.new do |s|
+  s.name = %q{newrelic_ia}
+  s.version = "0.1.0"
+
+  s.required_rubygems_version = Gem::Requirement.new(">= 1.2") if s.respond_to? :required_rubygems_version=
+  s.authors = ["Bill Kayser"]
+  s.date = %q{2009-06-24}
+  s.default_executable = %q{newrelic_ia}
+  s.description = %q{The New Relic Infrastructure Agent (IA) collects system metrics and transmits them to the RPM server where they can be viewed with custom dashboards.}
+  s.email = %q{bkayser@newrelic.com}
+  s.executables = ["newrelic_ia"]
+  s.extra_rdoc_files = ["bin/newrelic_ia", "CHANGELOG", "lib/new_relic/ia/cli.rb", "lib/new_relic/ia/disk_sampler.rb", "lib/new_relic/ia/iostat_reader/linux.rb", "lib/new_relic/ia/iostat_reader/osx.rb", "lib/new_relic/ia/iostat_reader.rb", "lib/new_relic/ia/metric_names.rb", "lib/new_relic/ia/newrelic.yml", "lib/newrelic_ia.rb", "README.rdoc", "tasks/rspec.rake"]
+  s.files = ["bin/newrelic_ia", "CHANGELOG", "lib/new_relic/ia/cli.rb", "lib/new_relic/ia/disk_sampler.rb", "lib/new_relic/ia/iostat_reader/linux.rb", "lib/new_relic/ia/iostat_reader/osx.rb", "lib/new_relic/ia/iostat_reader.rb", "lib/new_relic/ia/metric_names.rb", "lib/new_relic/ia/newrelic.yml", "lib/newrelic_ia.rb", "Manifest", "Rakefile", "README.rdoc", "spec/cli_spec.rb", "spec/disk_sampler_spec.rb", "spec/iostat-linux.out", "spec/iostat-osx.out", "spec/iostat_reader_spec.rb", "spec/spec.opts", "spec/spec_helper.rb", "tasks/rspec.rake", "newrelic_ia.gemspec"]
+  s.has_rdoc = true
+  s.homepage = %q{http://www.newrelic.com}
+  s.post_install_message = %q{
+For more information refer to http://support.newrelic.com or
+say 'newrelic' at #newrelic on freenode IRC.
+}
+  s.rdoc_options = ["--line-numbers", "--inline-source", "--title", "Newrelic_ia", "--main", "README.rdoc"]
+  s.require_paths = ["lib"]
+  s.rubyforge_project = %q{newrelic}
+  s.rubygems_version = %q{1.3.1}
+  s.summary = %q{New Relic Gem for gathering system metrics}
+  s.test_files = ["spec/cli_spec.rb", "spec/disk_sampler_spec.rb", "spec/iostat_reader_spec.rb", "spec/spec_helper.rb"]
+
+  if s.respond_to? :specification_version then
+    current_version = Gem::Specification::CURRENT_SPECIFICATION_VERSION
+    s.specification_version = 2
+
+    if Gem::Version.new(Gem::RubyGemsVersion) >= Gem::Version.new('1.2.0') then
+      s.add_runtime_dependency(%q<newrelic_rpm>, [">= 2.9.2"])
+    else
+      s.add_dependency(%q<newrelic_rpm>, [">= 2.9.2"])
+    end
+  else
+    s.add_dependency(%q<newrelic_rpm>, [">= 2.9.2"])
+  end
+end

data/spec/cli_spec.rb

@@ -0,0 +1,35 @@
+require File.expand_path(File.dirname(__FILE__) + '/spec_helper')
+require 'new_relic/ia/cli'
+require 'new_relic/ia/iostat_reader'
+require 'new_relic/ia/disk_sampler'
+describe NewRelic::IA::CLI, "execute" do
+  before(:each) do
+    @stdout_io = StringIO.new
+  end
+  it "should print help" do
+    NewRelic::IA::CLI.execute(@stdout_io, [ "-h"])
+    @stdout_io.rewind
+    @stdout = @stdout_io.read
+    @stdout.should =~ /Usage:/
+  end
+  it "should not accept a bad aspect" do
+    stat = NewRelic::IA::CLI.execute(@stdout_io, [ "foo"])
+    stat.should == 1
+  end
+  it "should start iostat" do
+    NewRelic::IA::IostatReader.any_instance.expects(:run).once
+    stat = NewRelic::IA::CLI.execute(@stdout_io, [ "iostat"])
+    stat.should == nil
+    Thread.pass
+  end
+  it "should start disk" do
+    NewRelic::Agent::StatsEngine.any_instance.expects(:add_harvest_sampler)
+    stat = NewRelic::IA::CLI.execute(@stdout_io, [ "disk"])
+    stat.should == nil
+  end
+  it "should override the env" do
+    stat = NewRelic::IA::CLI.execute(@stdout_io, [ "disk", "-e", "production"])
+    stat.should == nil
+    NewRelic::Control.instance.env.should == "production"
+  end
+end

data/spec/disk_sampler_spec.rb

@@ -0,0 +1,21 @@
+require File.dirname(__FILE__) + '/spec_helper.rb'
+require 'new_relic/ia/disk_sampler'
+# http://rspec.info/
+describe NewRelic::IA::DiskSampler do
+  
+  before do
+    @sampler = NewRelic::IA::DiskSampler.new
+#    @statsengine = stub(:get_stats => @stats)
+    @statsengine = NewRelic::Agent::StatsEngine.new
+    @sampler.stats_engine = @statsengine
+  end
+  
+  it "should poll on demand" do
+    2.times { @sampler.poll }
+    @statsengine.metrics.each do |m|
+      stats = @statsengine.lookup_stat m
+      stats.call_count.should == 2
+      m.should match(/System\/Filesystem\/.*percent/)
+    end
+  end
+end

data/spec/iostat-linux.out

@@ -0,0 +1,96 @@
+avg-cpu:  %user   %nice %system %iowait  %steal   %idle
+           7.30    0.00    1.50    0.33    2.17   88.70
+
+Device:            tps    kB_read/s    kB_wrtn/s    kB_read    kB_wrtn
+sda1              2.34         6.37        17.13   28109808   75636708
+sda2              1.27        11.39        11.42   50284100   50407144
+sdb1              7.11        28.80        28.22  127150441  124602856
+
+avg-cpu:  %user   %nice %system %iowait  %steal   %idle
+          18.00    0.00    0.88    0.12    2.12   79.12
+
+Device:            tps    kB_read/s    kB_wrtn/s    kB_read    kB_wrtn
+sda1              2.50         0.00        36.00          0         20
+sda2              0.00         0.00         0.00         10          0
+sdb1             29.50         0.00       846.00          0         30
+
+avg-cpu:  %user   %nice %system %iowait  %steal   %idle
+          1.5    0.00    0.13    0.00    0.25   88.49
+
+Device:            tps    kB_read/s    kB_wrtn/s    kB_read    kB_wrtn
+sda1              0.00         0.00         0.00          0          0
+sda2              0.00         0.00         0.00          1          0
+sdb1              0.00         0.00         0.00          3          4
+
+avg-cpu:  %user   %nice %system %iowait  %steal   %idle
+          13.5    0.00    0.50    0.00    0.75   87.66
+
+Device:            tps    kB_read/s    kB_wrtn/s    kB_read    kB_wrtn
+sda1              3.50         0.00        40.00       3000          0
+sda2              0.00         0.00         0.00          0          0
+sdb1              1.50         0.00        18.00          0       5000 
+
+avg-cpu:  %user   %nice %system %iowait  %steal   %idle
+           9.76    0.00    0.50    0.00    0.88   88.86
+
+Device:            tps    kB_read/s    kB_wrtn/s    kB_read    kB_wrtn
+sda1              0.00         0.00         0.00          0          0
+sda2              0.00         0.00         0.00          0          0
+sdb1              0.00         0.00         0.00          0          0
+
+avg-cpu:  %user   %nice %system %iowait  %steal   %idle
+           4.01    0.00    0.25    0.00    0.25   95.49
+
+Device:            tps    kB_read/s    kB_wrtn/s    kB_read    kB_wrtn
+sda1              0.00         0.00         0.00          0          0
+sda2              0.00         0.00         0.00          0          0
+sdb1              0.00         0.00         0.00          0          0
+
+avg-cpu:  %user   %nice %system %iowait  %steal   %idle
+          18.98    0.00    0.87    0.00    1.37   78.78
+
+Device:            tps    kB_read/s    kB_wrtn/s    kB_read    kB_wrtn
+sda1             14.50         0.00        78.00          0        156
+sda2              0.00         0.00         0.00          0          0
+sdb1              1.00         0.00        16.00          0         32
+
+avg-cpu:  %user   %nice %system %iowait  %steal   %idle
+           8.99    0.00    0.62    4.37    1.00   85.02
+
+Device:            tps    kB_read/s    kB_wrtn/s    kB_read    kB_wrtn
+sda1              0.00         0.00         0.00          0          0
+sda2              0.00         0.00         0.00          0          0
+sdb1             48.50       194.00         0.00        388          0
+
+avg-cpu:  %user   %nice %system %iowait  %steal   %idle
+           9.12    0.00    0.38    0.00    2.00   88.50
+
+Device:            tps    kB_read/s    kB_wrtn/s    kB_read    kB_wrtn
+sda1              8.00         0.00        68.00          0        136
+sda2              0.00         0.00         0.00          0          0
+sdb1              4.50         0.00        36.00          0         72
+
+avg-cpu:  %user   %nice %system %iowait  %steal   %idle
+          11.26    0.00    0.88    0.00    0.88   86.98
+
+Device:            tps    kB_read/s    kB_wrtn/s    kB_read    kB_wrtn
+sda1              0.00         0.00         0.00          0          0
+sda2              0.00         0.00         0.00          0          0
+sdb1              0.00         0.00         0.00          0          0
+
+avg-cpu:  %user   %nice %system %iowait  %steal   %idle
+           5.99    0.00    0.25    0.00    0.25   93.51
+
+Device:            tps    kB_read/s    kB_wrtn/s    kB_read    kB_wrtn
+sda1              0.00         0.00         0.00          0          0
+sda2              0.00         0.00         0.00          0          0
+sdb1              0.00         0.00         0.00          0          0
+
+avg-cpu:  %user   %nice %system %iowait  %steal   %idle
+          11.15    0.00    1.80    0.60    0.96   85.49
+
+Device:            tps    kB_read/s    kB_wrtn/s    kB_read    kB_wrtn
+sda1              5.74         0.00        53.59          0        112
+sda2              0.96        15.31         0.00         32          0
+sdb1              0.96         0.00        15.31          0         32
+

data/spec/iostat-osx.out

@@ -0,0 +1,9 @@
+          disk0           disk1       cpu
+    KB/t xfrs   MB     KB/t xfrs   MB  us sy id
+   15.34 321122 4810.56    40.00 30376 1186.55  10  5 85
+    0.00   0  0.05     0.00   0  0.00   4  1 92
+    4.00   1  0.11     0.00   0  0.00   5  2 92
+    4.00   1  0.40     0.00   0  1.00   6  3 94
+    4.00   1  1.00     0.00   0  0.00   5  3 92
+    4.00   1  0.00     0.00   0  0.00   4  3 93
+    4.00   1  0.00     0.00   0  0.00   4  3 93

data/spec/iostat_reader_spec.rb

@@ -0,0 +1,70 @@
+require File.dirname(__FILE__) + '/spec_helper.rb'
+require 'new_relic/ia/iostat_reader'
+require 'new_relic/ia/iostat_reader/linux'
+require 'new_relic/ia/iostat_reader/osx'
+require 'new_relic/ia/metric_names'
+
+# Change the refresh time to 2 to speed up tests.
+NewRelic::IA::IostatReader::OSX.class_eval do
+   def cmd; "iostat -dCI 2"  ; end
+end
+
+describe NewRelic::IA::IostatReader do
+  
+  include NewRelic::IA::MetricNames
+  METRICS = [NewRelic::IA::MetricNames::SYSTEM_CPU, NewRelic::IA::MetricNames::USER_CPU, NewRelic::IA::MetricNames::DISK_IO].sort  
+  before do
+    @statsengine = NewRelic::Agent::StatsEngine.new
+    NewRelic::Agent.instance.stubs(:stats_engine).returns(@statsengine)
+    @reader = NewRelic::IA::IostatReader.new
+  end
+  
+  def canned_data_loader(filename)
+    @reader.instance_eval do
+      @pipe = File.open(File.join(File.dirname(__FILE__),filename))
+    end
+    @reader.init 
+    @reader.read_next
+    @reader.read_next
+    @reader.read_next
+    metrics = [NewRelic::IA::MetricNames::SYSTEM_CPU, NewRelic::IA::MetricNames::USER_CPU, NewRelic::IA::MetricNames::DISK_IO].sort
+    @statsengine.metrics.sort.should == metrics
+    stats = metrics.map { | m | [m, @statsengine.lookup_stat(m) ] }
+    Hash[*stats.flatten]
+  end
+  
+  it "should read repeatedly" do
+    @reader.init
+    @reader.read_next
+    @reader.read_next
+    @statsengine.metrics.sort.should == METRICS
+    @statsengine.metrics.each do |m|
+      stats = @statsengine.lookup_stat m
+      stats.call_count.should == 2
+    end
+  end
+  
+  it "should process linux stats" do
+    # NewRelic::IA::CLI.log.level=Logger::DEBUG
+    @reader.extend NewRelic::IA::IostatReader::Linux
+    stats = canned_data_loader("iostat-linux.out")
+    
+    stats[NewRelic::IA::MetricNames::DISK_IO].total_call_time.should == 8261632.0
+    stats[NewRelic::IA::MetricNames::DISK_IO].call_count.should == 9
+    stats[NewRelic::IA::MetricNames::SYSTEM_CPU].call_count.should == 3 
+    stats[NewRelic::IA::MetricNames::SYSTEM_CPU].total_call_time.should == 1.51 
+    stats[NewRelic::IA::MetricNames::USER_CPU].call_count.should == 3 
+    stats[NewRelic::IA::MetricNames::USER_CPU].total_call_time.should == 33.0
+   end
+  
+  it "should process osx stats" do
+    # NewRelic::IA::CLI.log.level=Logger::DEBUG
+    @reader.extend NewRelic::IA::IostatReader::OSX
+    stats = canned_data_loader("iostat-osx.out")
+    stats.values.each { |s| s.call_count.should == 3 }
+    stats[NewRelic::IA::MetricNames::SYSTEM_CPU].total_call_time.should == 6.0
+    stats[NewRelic::IA::MetricNames::USER_CPU].total_call_time.should == 15.0
+    stats[NewRelic::IA::MetricNames::DISK_IO].total_call_time.round.should == 1468006.0
+  end
+  
+end

data/spec/spec.opts

@@ -0,0 +1 @@
+--colour

data/spec/spec_helper.rb

@@ -0,0 +1,52 @@
+begin
+  require 'spec'
+rescue LoadError
+  require 'rubygems' unless ENV['NO_RUBYGEMS']
+  gem 'rspec'
+  require 'spec'
+end
+
+$:.unshift(File.dirname(__FILE__) + '/../lib')
+require 'newrelic_ia'
+require 'newrelic_rpm'
+require 'new_relic/ia/cli'
+module NewRelic; TEST = true; end unless defined? NewRelic::TEST
+NewRelic::IA::CLI.level = Logger::ERROR
+
+Spec::Runner.configure do |config|
+  # == Fixtures
+  #
+  # You can declare fixtures for each example_group like this:
+  #   describe "...." do
+  #     fixtures :table_a, :table_b
+  #
+  # Alternatively, if you prefer to declare them only once, you can
+  # do so right here. Just uncomment the next line and replace the fixture
+  # names with your fixtures.
+  #
+  # config.global_fixtures = :table_a, :table_b
+  #
+  # If you declare global fixtures, be aware that they will be declared
+  # for all of your examples, even those that don't use them.
+  #
+  # You can also declare which fixtures to use (for example fixtures for test/fixtures):
+  #
+  # config.fixture_path = RAILS_ROOT + '/spec/fixtures/'
+  #
+  #config.fixture_path = RAILS_ROOT + '/test/fixtures/'
+
+  # == Mock Framework
+  #
+  # RSpec uses it's own mocking framework by default. If you prefer to
+  # use mocha, flexmock or RR, uncomment the appropriate line:
+  #
+  # config.mock_with :mocha
+  # config.mock_with :flexmock
+  # config.mock_with :rr
+  #
+  config.mock_with :mocha
+
+  # == Notes
+  # 
+  # For more information take a look at Spec::Example::Configuration and Spec::Runner
+end

data/tasks/rspec.rake

@@ -0,0 +1,21 @@
+begin
+  require 'spec'
+rescue LoadError
+  require 'rubygems' unless ENV['NO_RUBYGEMS']
+  require 'spec'
+end
+begin
+  require 'spec/rake/spectask'
+rescue LoadError
+  puts <<-EOS
+To use rspec for testing you must install rspec gem:
+    gem install rspec
+EOS
+  exit(0)
+end
+
+desc "Run the specs under spec/models"
+Spec::Rake::SpecTask.new do |t|
+  t.spec_opts = ['--options', "spec/spec.opts"]
+  t.spec_files = FileList['spec/**/*_spec.rb']
+end

metadata

@@ -0,0 +1,106 @@
+--- !ruby/object:Gem::Specification 
+name: newrelic_ia
+version: !ruby/object:Gem::Version 
+  version: 0.1.0
+platform: ruby
+authors: 
+- Bill Kayser
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2009-06-24 00:00:00 -07:00
+default_executable: 
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: newrelic_rpm
+  type: :runtime
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: 2.9.2
+    version: 
+description: The New Relic Infrastructure Agent (IA) collects system metrics and transmits them to the RPM server where they can be viewed with custom dashboards.
+email: bkayser@newrelic.com
+executables: 
+- newrelic_ia
+extensions: []
+
+extra_rdoc_files: 
+- bin/newrelic_ia
+- CHANGELOG
+- lib/new_relic/ia/cli.rb
+- lib/new_relic/ia/disk_sampler.rb
+- lib/new_relic/ia/iostat_reader/linux.rb
+- lib/new_relic/ia/iostat_reader/osx.rb
+- lib/new_relic/ia/iostat_reader.rb
+- lib/new_relic/ia/metric_names.rb
+- lib/new_relic/ia/newrelic.yml
+- lib/newrelic_ia.rb
+- README.rdoc
+- tasks/rspec.rake
+files: 
+- bin/newrelic_ia
+- CHANGELOG
+- lib/new_relic/ia/cli.rb
+- lib/new_relic/ia/disk_sampler.rb
+- lib/new_relic/ia/iostat_reader/linux.rb
+- lib/new_relic/ia/iostat_reader/osx.rb
+- lib/new_relic/ia/iostat_reader.rb
+- lib/new_relic/ia/metric_names.rb
+- lib/new_relic/ia/newrelic.yml
+- lib/newrelic_ia.rb
+- Manifest
+- Rakefile
+- README.rdoc
+- spec/cli_spec.rb
+- spec/disk_sampler_spec.rb
+- spec/iostat-linux.out
+- spec/iostat-osx.out
+- spec/iostat_reader_spec.rb
+- spec/spec.opts
+- spec/spec_helper.rb
+- tasks/rspec.rake
+- newrelic_ia.gemspec
+has_rdoc: true
+homepage: http://www.newrelic.com
+post_install_message: |
+  
+  For more information refer to http://support.newrelic.com or
+  say 'newrelic' at #newrelic on freenode IRC.
+
+rdoc_options: 
+- --line-numbers
+- --inline-source
+- --title
+- Newrelic_ia
+- --main
+- README.rdoc
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "1.2"
+  version: 
+requirements: []
+
+rubyforge_project: newrelic
+rubygems_version: 1.3.1
+signing_key: 
+specification_version: 2
+summary: New Relic Gem for gathering system metrics
+test_files: 
+- spec/cli_spec.rb
+- spec/disk_sampler_spec.rb
+- spec/iostat_reader_spec.rb
+- spec/spec_helper.rb