napolean 1.0

data/.gitignore

@@ -0,0 +1,17 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp

data/Gemfile

@@ -0,0 +1,3 @@
+source :rubygems
+
+gemspec

data/LICENSE

@@ -0,0 +1,7 @@
+Copyright (C) 2012 Hubbub Deliveries Ltd.
+
+Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the "Software"), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,34 @@
+# Napolean, lover of metric
+
+This is a Ruby tool to collect metrics and submit them to Librato metrics. To make it work you'll need:
+
+* Ruby
+* A Librato Metrics account
+
+## Installing
+
+Napolean is a Ruby gem, so just run `gem install napolean`, you'll then need to create a config file. By
+default /etc/napolean.conf will be loaded, but you can specify any other path on the command line. It should
+look like this:
+
+    $librato_username = "bob@example.org"
+    $librato_key = "YOUR API KEY"
+
+    # Provide some MySQL credentials to collect stats on command usage
+    # $mysql_username = "root"
+    # $mysql_password = "password"
+
+    # The source to list metrics from. Defaults to the current machine's hostname.
+    $source = `hostname --fqdn`.strip
+
+    # Turn this on for testing so that data doesn't get submitted to Librato.
+    $do_not_submit = false
+
+    # Any Ruby files found in these paths will be loaded and used as collectors.
+    # $collector_paths = [ "/usr/libexec/napolean/" ]
+
+## Running Napolean
+
+It goes a little something like this: `napolean [/path/to/napolean.conf]`. If you want to use the default
+config file from /etc/napolean.conf just run `napolean`. It'll log to STDOUT, if you want to send it elsewhere
+pipe that to `logger`.

data/Rakefile

@@ -0,0 +1 @@
+require 'bundler/gem_tasks'

data/bin/napolean

@@ -0,0 +1,55 @@
+#!/usr/bin/env ruby
+require 'bundler/setup'
+require 'librato/metrics'
+require 'logger'
+
+def queue(name, value, type = :gauge)
+  $log.info("Tracking #{name} as #{value}")
+  $queue.add(name => { :value => value, :source => $source, :type => type, :measure_time => $report_time.to_i })
+end
+
+def queue_counter(name, value)
+  queue(name, value, :counter)
+end
+
+def queue_gauge(name, value)
+  queue(name, value, :gauge)
+end
+
+
+$log = Logger.new(STDOUT)
+$log.level = Logger::DEBUG
+
+$log.info("Starting Napolean")
+
+config_path = ARGV[0] || "/etc/napolean.conf"
+$log.info("Loading configuration from #{config_path}")
+load(config_path)
+
+$log.info("Configuring Librato Metrics for #{$librato_username}")
+Librato::Metrics.authenticate $librato_username, $librato_key
+$queue = Librato::Metrics::Queue.new
+
+$start_time = Time.now
+
+# Report the time as always being at 0 seconds so values line up in Librato.
+$report_time = Time.gm($start_time.year, $start_time.month, $start_time.day, $start_time.hour, $start_time.min, 0)
+
+[ Array($collector_paths), File.expand_path("../../lib/collectors", __FILE__) ].flatten.each do |path|
+  $log.info("Loading collectors from #{path}")
+  Dir.glob("#{path}/*.rb").each do |collector|
+    name = collector.gsub(/^collectors\/(.*)\.rb$/, "\\1")
+
+    $log.info("Collecting metric: #{name}")
+    load(collector)
+  end
+end
+
+run_time = Time.now - $start_time
+$log.info("Metrics gathering complete in #{run_time} seconds")
+queue_gauge("system.napolean.run_time", run_time)
+
+$log.info("Flushing queue")
+unless $do_not_submit
+  $queue.submit
+end

data/config.rb

@@ -0,0 +1,15 @@
+$librato_username = "bob@example.org"
+$librato_key = "YOUR API KEY"
+
+$mysql_username = nil
+# $mysql_username = "root" # Provide a username, and optionally a password, to track MySQL commands.
+# $mysql_password = "password"
+
+# The source to list metrics from. Defaults to the current machine's hostname.
+$source = `hostname --fqdn`.strip
+
+# Turn this on for testing so that data doesn't get submitted to Librato.
+$do_not_submit = true
+
+# Any Ruby files found in these paths will be loaded and used as collectors.
+$collector_paths = [ "/usr/libexec/napolean/" ]

data/lib/collectors/cpu_load.rb

@@ -0,0 +1,21 @@
+cmd = `which mpstat`
+if $? == 0
+  output = `mpstat 1 1` # Get stats on a single 1 second sample.
+  fields = output.split("\n")[3].split(/\s+/)
+
+  # Some versions of mpstat output time as 01:35:40 PM, while others us a 24 hours clock.
+  i = (fields[2] == "all") ? 3 : 2
+
+  sum = 0
+  %w(user nice sys iowait irq soft steal guest).each do |field|
+    queue_gauge("system.cpu.#{field}", fields[i])
+    sum += fields[i].to_f
+
+    i += 1
+  end
+
+  queue_gauge("system.cpu.idle", fields[i])
+  queue_gauge("system.cpu.total", sum)
+else
+  $log.warn("Skipping CPU load because mpstat is not available. Install the sysstat package.")
+end

data/lib/collectors/disk_usage.rb

@@ -0,0 +1,15 @@
+output = `df -m`.split("\n")
+
+output.shift
+output.each do |line|
+  fields = line.split(/\s+/)
+
+  device = fields[0]
+  mount_point = fields[5].sub(/^\/$/, "root").sub(/^\//, "").gsub(/\//, "-")
+
+  i = 1
+  %w(capacity used available percent_full).each do |field|
+    queue_counter("system.disk.#{mount_point}.#{field}", fields[i].sub(/\%$/, ""))
+    i += 1
+  end
+end

data/lib/collectors/io_stat.rb

@@ -0,0 +1,26 @@
+cmd = `which mpstat`
+if $? == 0
+  output = `iostat 1 2` # Get stats on a single 1 second sample. Run once to flush average since boot.
+
+  lines = output.split("\n")
+  lines.shift # Remove the first line.
+
+  runs = lines.join("\n").split(/\navg-cpu.*\n/)
+
+  data = runs.last.split("\n")
+  2.times { data.shift } # CPU stats, and headings
+
+  data.shift # Drop the headings
+  data.each do |device|
+    fields = device.split(/\s+/)
+    device_name = fields.shift
+
+    i = 0
+    %w(iops kb_read_per_second kb_written_per_second kb_read kb_written).each do |field|
+      queue_gauge("system.io.#{device_name}.#{field}", fields[i])
+      i += 1
+    end
+  end
+else
+  $log.warn("Skipping IO stats because iostat is not available. Install the sysstat package.")
+end

data/lib/collectors/load_average.rb

@@ -0,0 +1,5 @@
+load_avg = File.read("/proc/loadavg").split(" ")
+
+queue_gauge("system.load_average.1", load_avg[0])
+queue_gauge("system.load_average.5", load_avg[1])
+queue_gauge("system.load_average.15", load_avg[2])

data/lib/collectors/memory.rb

@@ -0,0 +1,9 @@
+output = File.read("/proc/meminfo")
+
+parts = output.split("\n").collect { |l| l.strip.split(/\s+/) }
+stats = parts.inject({}) { |memo, part| memo.merge(part[0].gsub(":", "") => (part[1].to_i / 1024)) }
+
+queue_counter("system.memory.total", stats["MemTotal"])
+queue_counter("system.memory.free", stats["MemFree"])
+queue_counter("system.memory.buffers", stats["Buffers"])
+queue_counter("system.memory.cache", stats["Cached"])

data/lib/collectors/mysql.rb

@@ -0,0 +1,21 @@
+key_map = {
+  "com_delete" => "commands.delete",
+  "com_insert" => "commands.insert",
+  "com_select" => "commands.select",
+  "com_update" => "commands.update",
+}
+
+unless $mysql_username.nil?
+  cmd = "mysql -e 'SHOW STATUS' -u#{$mysql_username}"
+  cmd += " -p#{$mysql_password}" unless $mysql_password.nil?
+
+  output = `#{cmd}`
+  fields = output.split("\n").collect { |l| l.split(/\s+/).collect { |f| f.downcase.strip } }
+  data = fields.inject({}) { |memo, f| memo.merge(f[0] => f[1]) }
+
+  key_map.each do |field, key|
+    queue_gauge("mysql.#{key}", data[field])
+  end
+else
+  $log.info("Skipping MySQL status because no configuration was set")
+end

data/lib/collectors/network.rb

@@ -0,0 +1,38 @@
+run1 = File.read("/proc/net/dev")
+sleep 1
+run2 = File.read("/proc/net/dev")
+
+runs = {}
+[ run1, run2 ].each do |run|
+  lines = run.split("\n")
+  2.times { lines.shift }
+
+  data = lines.collect { |l| l.split(/\s+/) }
+  data.each do |line|
+    line.shift
+    ifname = line.shift.gsub(/:$/, "")
+
+    runs[ifname] ||= []
+    runs[ifname] << line
+  end
+end
+
+averages = {}
+runs.each do |ifname, data|
+  run1, run2 = data
+  last_second = []
+
+  i = 0
+  while i < 17
+    last_second << (run2[i].to_i - run1[i].to_i)
+    i += 1
+  end
+
+  averages[ifname] = last_second
+end
+
+{ :rx_bytes => 0, :tx_bytes => 8, :rx_errors => 2, :tx_errors => 10 }.each do |field, idx|
+  averages.keys.each do |interface|
+    queue_counter("system.net.#{interface}.#{field}", averages[interface][idx])
+  end
+end

data/lib/collectors/uptime.rb

@@ -0,0 +1,5 @@
+uptime_in_seconds = File.read("/proc/uptime").split(" ")[0].to_f
+
+$log.debug("Uptime in seconds: #{uptime_in_seconds}")
+$log.debug("Uptime in minutes: #{uptime_in_seconds/60}")
+queue_counter("system.minutes_uptime", (uptime_in_seconds/60).to_i)

data/napolean.gemspec

@@ -0,0 +1,18 @@
+lib = File.expand_path("../lib", __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+
+Gem::Specification.new do |gem|
+  gem.name = "napolean"
+  gem.version = "1.0"
+  gem.authors = [ "Jon Wood" ]
+  gem.email = [ "jon@hubbub.co.uk" ]
+  gem.description = %q{A tool to collect and submit system metrics to Librato Metrics}
+  gem.summary = %q{A tool to collect and submit system metrics to Librato Metrics}
+  gem.homepage = "http://github.com/hubbub/napolean"
+
+  gem.files = `git ls-files`.split($/)
+  gem.executables = gem.files.grep(%r{^bin/}).map { |f| File.basename(f) }
+  gem.require_paths = [ "lib" ]
+
+  gem.add_dependency "librato-metrics"
+end

metadata

@@ -0,0 +1,78 @@
+--- !ruby/object:Gem::Specification
+name: napolean
+version: !ruby/object:Gem::Version
+  version: '1.0'
+  prerelease: 
+platform: ruby
+authors:
+- Jon Wood
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2012-11-26 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: librato-metrics
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: A tool to collect and submit system metrics to Librato Metrics
+email:
+- jon@hubbub.co.uk
+executables:
+- napolean
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- Gemfile
+- LICENSE
+- README.md
+- Rakefile
+- bin/napolean
+- config.rb
+- lib/collectors/cpu_load.rb
+- lib/collectors/disk_usage.rb
+- lib/collectors/io_stat.rb
+- lib/collectors/load_average.rb
+- lib/collectors/memory.rb
+- lib/collectors/mysql.rb
+- lib/collectors/network.rb
+- lib/collectors/uptime.rb
+- napolean.gemspec
+homepage: http://github.com/hubbub/napolean
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.24
+signing_key: 
+specification_version: 3
+summary: A tool to collect and submit system metrics to Librato Metrics
+test_files: []