onering-report 0.6.5

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 2ec8274d268a961e2138cb05c7371610982db522
+  data.tar.gz: 0faf9d2467b487596783743c9485940149016d89
+SHA512:
+  metadata.gz: 73c92ee34a7b60620f9c9d232a1ee11ea72d53dd5f23e32c29e3baeb74b995f1a3aee9eb2397181971a9fc2f755bea98f5cade44ce5bc9be3471c768b6a51d2e
+  data.tar.gz: 9a79363d52c99399801d87206bf9171708f5930b698d5e2dea9174ab2468495329d9ffd2a2ecab3b53c60eb6418c531e7c2f132111498a9057d271a6e40eb664

data/.gitignore

@@ -0,0 +1 @@
+*.gem

data/.ruby-gemset

@@ -0,0 +1 @@
+onering-report

data/.ruby-version

@@ -0,0 +1 @@
+ruby-2.1.2

data/Gemfile

@@ -0,0 +1,4 @@
+# A sample Gemfile
+source "https://rubygems.org"
+
+gemspec

data/Gemfile.lock

@@ -0,0 +1,57 @@
+PATH
+  remote: .
+  specs:
+    onering-report (0.6.5)
+      onering-client
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    CFPropertyList (2.2.8)
+    addressable (2.3.5)
+    coderay (1.1.0)
+    deep_merge (1.0.0)
+    facter (2.1.0)
+      CFPropertyList (~> 2.2.6)
+    hashlib (0.0.35)
+    hiera (1.3.4)
+      json_pure
+    httparty (0.11.0)
+      multi_json (~> 1.0)
+      multi_xml (>= 0.5.2)
+    json_pure (1.8.1)
+    method_source (0.8.2)
+    multi_json (1.7.9)
+    multi_xml (0.5.5)
+    onering-client (0.4.3)
+      addressable (= 2.3.5)
+      deep_merge (= 1.0.0)
+      facter (>= 1.7.2)
+      hashlib (>= 0.0.35)
+      httparty (= 0.11.0)
+      multi_json (= 1.7.9)
+      rainbow (<= 1.1.4)
+      trollop (= 2.0)
+      xml-simple (= 1.1.2)
+    pry (0.10.0)
+      coderay (~> 1.1.0)
+      method_source (~> 0.8.1)
+      slop (~> 3.4)
+    puppet (3.6.2)
+      facter (> 1.6, < 3)
+      hiera (~> 1.0)
+      json_pure
+      rgen (~> 0.6.5)
+    rainbow (1.1.4)
+    rgen (0.6.6)
+    slop (3.6.0)
+    trollop (2.0)
+    xml-simple (1.1.2)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  onering-report!
+  pry
+  puppet

data/Makefile

@@ -0,0 +1,2 @@
+all:
+	gem build *.gemspec

data/Rakefile

@@ -0,0 +1,8 @@
+require "bundler/gem_tasks"
+
+require 'rake/testtask'
+
+Rake::TestTask.new do |t|
+    t.pattern = "test/*_test.rb"
+    t.verbose = true
+end

data/lib/etc/facter.list

@@ -0,0 +1,19 @@
+serialnumber:serial
+manufacturer:make
+productname:model
+boardmanufacturer:mbmake
+boardproductname:mbmodel
+boardserialnumber:mbserial
+hostname
+fqdn
+default_ipaddress:ip
+default_macaddress:mac
+default_gateway:gateway
+kernelrelease:kernel
+kernelarguments:@kernelarguments
+architecture:arch
+operatingsystem:distro
+operatingsystemrelease:version
+signature
+boottime:booted_at
+onering:@onering

data/lib/facter/onering_disk_smart.rb

@@ -0,0 +1,38 @@
+if Facter::Util::Resolution.which('smartctl')
+  disks = []
+  letters = (('a'..'z').to_a + ('a'..'z').to_a.collect{|i| ('a'..'z').to_a.collect{|j| i+j }}.flatten)
+
+  letters.each do |i|
+    if File.exists?("/dev/sd#{i}")
+      smart = {}
+
+      Facter::Util::Resolution.exec("smartctl -A /dev/sd#{i}").to_s.lines.each do |line|
+        next unless line =~ /^\s*[0-9]+/
+        id, name, flag, value, worst, threshold, type, updated, failed, raw = line.strip.chomp.split(/\s+/)
+
+        smart[:attributes] ||= []
+        smart[:attributes] << {
+          :id        => id.to_i,
+          :name      => name.downcase.gsub(/[\s\-]+/, '_'),
+          :value     => value.to_i,
+          :worst     => worst.to_i,
+          :threshold => threshold.to_i,
+          :type      => type.downcase,
+          :raw       => raw
+        }
+      end
+
+      smart[:name] = "/dev/sd#{i}"
+      
+      disks << smart
+    end
+  end
+
+  disks = disks.reject{|i| (i[:attributes] || {}).empty? }
+ 
+  unless disks.empty?
+    Facter.add('smart') do
+      setcode { disks }
+    end
+  end
+end

data/lib/facter/onering_properties_chef.rb

@@ -0,0 +1,41 @@
+# Onering Facts - Chef Properties
+#   provides collection of Chef metadata
+#
+require 'json'
+
+chef = Facter::Util::Resolution.exec("knife node show $(hostname -f) -c /etc/chef/client.rb -k /etc/chef/client.pem -u $(hostname -f) -F json 2> /dev/null | grep -v 'json_class' 2> /dev/null")
+
+
+if chef
+  begin
+    chef = (JSON.load(chef) rescue {})
+
+    unless chef.empty?
+      Facter.add('chef_nodename') do
+        setcode { chef['name'].to_s.strip.chomp.downcase rescue nil }
+      end
+
+      Facter.add('chef_version') do
+        setcode { %x{chef-client --version}.chomp.split(' ').last.strip rescue nil }
+      end
+
+      Facter.add('chef_environment') do
+        setcode { chef['environment'].to_s.strip.chomp.downcase rescue nil }
+      end
+
+      Facter.add('chef_runlist') do
+        setcode { chef['run_list'].collect{|i| i.gsub('[','-').gsub(']','').gsub('::','-') } rescue nil }
+      end
+
+      Facter.add('chef_enabled') do
+        setcode { !File.exists?('/outbrain/no_chef_run') }
+      end
+
+      Facter.add('chef_lastrun') do
+        setcode { File.mtime('/etc/chef/last_ran_at').to_i rescue nil }
+      end
+    end
+  rescue Exception => e
+    STDERR.puts "#{e.name}: #{e.message}"
+  end
+end

data/lib/facter/onering_properties_haproxy.rb

@@ -0,0 +1,155 @@
+# Onering Facts - HAProxy Stats
+#   provides collection of statistics from HAProxy
+#
+require 'set'
+require 'socket'
+
+haproxy = nil
+sockets_seen = Set.new()
+
+# find all haproxy configs, ensuring haproxy.cfg is always front of the line
+Dir["/etc/haproxy/*.cfg"].sort{|a,b| (b == 'haproxy.cfg' ? 1 : a<=>b) }.each do |cfg|
+  haproxy ||= []
+  pools = {}
+  cfg_data = (File.read(cfg).lines rescue [])
+
+  description = (cfg_data.select{|i| i =~ /^\s* description / }.first.strip.split(' ',2).last.gsub('"','') rescue nil)
+  socket = (cfg_data.select{|i| i =~ /^\s* stats socket / }.first.strip.split(' ')[2] rescue nil)
+
+# stats socket must be present in the config, a real file, and not have been seen before
+  if not socket.nil? and File.exists?(socket) and not sockets_seen.include?(socket)
+    sockets_seen << socket
+    stats = UNIXSocket.new(socket)
+    stats.puts("show stat")
+
+    instance = {
+      :name        => File.basename(cfg, '.cfg'),
+      :socket      => socket,
+      :path        => cfg,
+      :description => description,
+      :pools       => []
+    }
+
+    stats.read.lines.each do |line|
+      next if line[0].chr == '#'
+      line = line.strip.chomp
+      next if line.empty?
+      line = line.split(',')
+
+      begin
+        pools[line[0]] ||= {
+          :name     => line[0],
+          :services => []
+        }
+
+        pools[line[0]][:services] << ({
+          :name => line[1],
+          :queue => {
+            :current => line[2].to_i,
+            :maximum => line[3].to_i,
+            :limit   => line[25].to_i
+          },
+          :sessions => {
+            :rate         => line[33].to_i,
+            :rate_limit   => line[34].to_i,
+            :rate_maximum => line[35].to_i,
+            :current      => line[4].to_i,
+            :maximum      => line[5].to_i,
+            :limit        => line[6].to_i,
+            :total        => line[7].to_i
+          },
+          :bytes => {
+            :in => line[8].to_i,
+            :out => line[9].to_i
+          },
+          :denied => {
+            :request  => line[10].to_i,
+            :response => line[11].to_i
+          },
+          :errors => {
+            :request    => line[12].to_i,
+            :connection => line[13].to_i,
+            :response   => line[14].to_i
+          },
+          :warnings => {
+            :retry      => line[15].to_i,
+            :redispatch => line[16].to_i
+          },
+          :status => line[17].downcase,
+          :online => (line[17].downcase == 'up'),
+          :weight => line[18].to_i,
+          :checks => {
+            :status => (case line[36].upcase.to_sym
+              when :UNK      then :unknown
+              when :INI      then :initializing
+              when :SOCKERR  then :socket_error
+              when :L4OK     then :layer4_ok
+              when :L4TMOUT  then :layer4_timeout
+              when :L4CON    then :layer4_connection_failed
+              when :L6OK     then :layer6_ok
+              when :L6TOUT   then :layer6_ssl_timeout
+              when :L6RSP    then :layer6_ssl_protocol_error
+              when :L7OK     then :layer7_ok
+              when :L7OKC    then :layer7_ok
+              when :L7TOUT   then :layer7_timeout
+              when :L7RSP    then :layer7_protocol_error
+              when :L7STS    then :layer7_server_error
+              else nil
+              end
+            ),
+            :response_code => line[37].to_i,
+            :duration      => line[38].to_i,
+            :fail_details  => line[45],
+            :failed        => line[21].to_i,
+            :downs         => line[22].to_i
+          },
+          :http => {
+            :request => {
+              :rate         => line[46].to_i,
+              :rate_maximum => line[47].to_i,
+              :total        => line[48].to_i,
+              :client_abort => line[49].to_i,
+              :server_abort => line[50].to_i
+            },
+            :response => {
+              '100'   => line[39].to_i,
+              '200'   => line[40].to_i,
+              '300'   => line[41].to_i,
+              '400'   => line[42].to_i,
+              '500'   => line[43].to_i,
+              'other' => line[44].to_i
+            }
+          },
+          :last_changed_at => Time.at(Time.now.to_i - line[23].to_i).strftime('%Y-%m-%d %H:%M:%S %z'),
+          :downtime => line[24].to_i,
+          :pid => line[26].to_i,
+          :proxy_id   => line[27].to_i,
+          :service_id => line[28].to_i,
+          :throttle   => line[29],
+          :selected   => line[30].to_i,
+          :tracked    => line[31],
+          :type       => (case line[32].to_i
+            when 0 then :frontend
+            when 1 then :backend
+            when 2 then :server
+            when 3 then :socket
+            else nil
+            end
+          )
+        })
+      rescue
+        next
+      end
+    end
+
+    instance[:pools] = pools.values()
+    haproxy << instance
+  end
+end
+
+
+if not haproxy.nil?
+  Facter.add('haproxy') do
+    setcode { haproxy }
+  end
+end

data/lib/facter/onering_properties_id.rb

@@ -0,0 +1,69 @@
+Facter.add('uuid') do
+  setcode do
+    if not Facter.value('uuid').nil?
+      Facter.value('uuid')
+    elsif Facter::Util::Resolution.which('dmidecode')
+      Facter::Util::Resolution.exec('dmidecode -s system-uuid').strip.chomp
+    elsif File.exists?('/sys/hypervisor/uuid')
+      File.read('/sys/hypervisor/uuid').lines.first.strip.chomp
+    else
+      nil
+    end
+  end
+end
+
+Facter.add('signature') do
+  setcode do
+    parts = []
+
+    if Facter.value('uuid')
+      parts << Facter.value('uuid').gsub(/[\W\_]+/,'').upcase
+    end
+
+    if Facter.value('macaddress')
+      parts << Facter.value('macaddress').gsub(/[\W\_]+/,'').upcase
+    end
+
+  # still empty, now we really have to grasp at straws
+    if parts.empty?
+      if Facter.value('ipaddress')
+        parts << Facter.value('ipaddress').split(',').first.strip.chomp.delete('.')
+      end
+    end
+
+
+  # final pruning
+    parts = parts.reject{|i| i.nil? || i.empty? }
+
+  # still empty?
+    if parts.empty?
+      nil
+    else
+      parts.join('-')
+    end
+  end
+end
+
+Facter.add('hardwareid') do
+  setcode do
+  # 1. contents of /etc/hardware.id takes absolute precedence
+    if File.size?('/etc/hardware.id')
+      File.read('/etc/hardware.id').strip.chomp rescue nil
+
+  # 2. value of kernel boot argument 'hardwareid' is checked
+    elsif Facter.value('kernelarguments').is_a?(Hash) and
+    not Facter.value('kernelarguments')['hardwareid'].nil? and
+    not Facter.value('kernelarguments')['hardwareid'].to_s.strip.empty?
+      Facter.value('kernelarguments')['hardwareid'].to_s.strip
+
+  # 3. calculate a new hardwareid from the system signature
+    elsif Facter.value('signature')
+      require 'digest'
+      Digest::SHA256.new.update(Facter.value('signature')).hexdigest[0..5]
+
+  # 4. i got nothing...
+    else
+      nil
+    end
+  end
+end

data/lib/facter/onering_properties_netstat.rb

@@ -0,0 +1,94 @@
+require 'resolv'
+
+protocols = %w{tcp tcp6 udp udp6}
+
+flags = "--numeric-hosts --numeric-ports --programs --tcp --udp -ee"
+
+case Facter.value('osfamily').to_s.downcase
+when 'debian' then flags += " -W"
+when 'redhat' then flags += " -T"
+end
+
+listening = Facter::Util::Resolution.exec("nice -n 19 netstat #{flags} -l | tr -s ' ' | sed 's/ LISTEN//g'")
+#nonlistening = Facter::Util::Resolution.exec("nice -n 19 netstat #{flags} | tr -s ' '")
+
+# netstat = {
+#   'listening'    => [],
+#   'connections'  => []
+# }
+
+netstat = {
+  'listening'    => []
+}
+
+def getcommandline(pid)
+  return nil unless pid.to_i > 0
+  (File.read("/proc/#{pid}/cmdline").to_s.strip.chomp.squeeze("\u0000").squeeze("\0").gsub("\u0000", ' ').gsub("\0", ' '))
+end
+
+[*listening.to_s.lines.to_a[2..-1]].each do |line|
+  protocol, recvq, sendq, local, foreign, user, inode, program = line.split(' ', 8)
+
+  next unless protocols.include?(protocol)
+
+  local = local.split(':')
+  foreign = foreign.split(':')
+  local_host = local[-2]
+  local_port = local[-1]
+  foreign_host = foreign[-2]
+  foreign_port = foreign[-1]
+  pid = program.split('/').first
+
+  command = getcommandline(pid)
+  next if command.nil?
+
+  netstat['listening'] << {
+    "protocol" => protocol,
+    "address"  => local_host,
+    "fqdn"     => (Resolv.getname(local_host) rescue nil),
+    "port"     => local_port.to_i,
+    "user"     => user,
+    "program"  => {
+      "pid"     => pid.to_i,
+      "command" => getcommandline(pid)
+    }
+  }
+end
+
+# nonlistening.lines.to_a[2..-1].each do |line|
+#   protocol, recvq, sendq, local, foreign, state, user, inode, program = line.split(' ', 9)
+#   next unless protocols.include?(protocol)
+
+#   local = local.split(':')
+#   foreign = foreign.split(':')
+#   local_host = local[-2]
+#   local_port = local[-1]
+#   foreign_host = foreign[-2]
+#   foreign_port = foreign[-1]
+#   pid = program.split('/').first
+
+#   netstat['connections'] << {
+#     "protocol" => protocol,
+#     "from" => {
+#       "address" => local_host,
+#       "port"    => local_port.to_i
+#     },
+#     "to" => {
+#       "address" => foreign_host,
+#       "fqdn"    => (Resolv.getname(foreign_host) rescue nil),
+#       "port"    => foreign_port.to_i
+#     },
+#     "user"  => user,
+#     "state" => state.downcase,
+#     "program" => {
+#       "pid"     => pid.to_i,
+#       "command" => getcommandline(pid)
+#     }
+#   }
+# end
+
+Facter.add("netstat") do
+  setcode do
+    netstat
+  end
+end