riemann-tools 0.2.11 → 1.0.0

data/bin/riemann-cloudant

@@ -1,4 +1,5 @@
 #!/usr/bin/env ruby
+Process.setproctitle($0)
 
 # Gathers load balancer statistics from Cloudant.com (shared cluster) and submits them to Riemann.
 

data/bin/riemann-consul

@@ -1,4 +1,5 @@
 #!/usr/bin/env ruby
+Process.setproctitle($0)
 
 # Reports service and node status to riemann
 
@@ -48,8 +49,8 @@ class Riemann::Tools::ConsulHealth
 
   def tick
 
-    leader = get(@consul_leader_url)
-    leader_hostname = URI.parse("http://" + leader[1..-2]).hostname
+    leader = JSON.parse(get(@consul_leader_url))
+    leader_hostname = URI.parse("http://" + leader).hostname
 
     if (leader_hostname == @underlying_ip)
       nodes = JSON.parse(get(@consul_nodes_url))

data/bin/riemann-dir-files-count

@@ -1,4 +1,5 @@
 #!/usr/bin/env ruby
+Process.setproctitle($0)
 
 # Gets the number of files present on a directory and submits it to riemann
 

data/bin/riemann-dir-space

@@ -1,4 +1,5 @@
 #!/usr/bin/env ruby
+Process.setproctitle($0)
 
 # Gathers the space used by a directory and submits it to riemann
 

data/bin/riemann-diskstats

@@ -1,4 +1,5 @@
 #!/usr/bin/env ruby
+Process.setproctitle($0)
 #
 require 'rubygems'
 require 'riemann/tools'

data/bin/riemann-fd

@@ -1,4 +1,5 @@
 #!/usr/bin/env ruby
+Process.setproctitle($0)
 
 # Reports current file descriptor use to riemann.
 # By default reports the total system fd usage, can also report usage of individual processes

data/bin/riemann-freeswitch

@@ -1,4 +1,5 @@
 #!/usr/bin/env ruby
+Process.setproctitle($0)
 
 require File.expand_path('../../lib/riemann/tools', __FILE__)
 

data/bin/riemann-haproxy

@@ -1,4 +1,5 @@
 #!/usr/bin/env ruby
+Process.setproctitle($0)
 
 # Gathers haproxy CSV statistics and submits them to Riemann.
 

data/bin/riemann-health

@@ -1,11 +1,14 @@
 #!/usr/bin/env ruby
+Process.setproctitle($0)
 
 # Reports current CPU, disk, load average, and memory use to riemann.
 
 require File.expand_path('../../lib/riemann/tools', __FILE__)
+require File.expand_path('../../lib/riemann/tools/utils', __FILE__)
 
 class Riemann::Tools::Health
   include Riemann::Tools
+  include Riemann::Tools::Utils
 
   opt :cpu_warning, "CPU warning threshold (fraction of total jiffies)", :default => 0.9
   opt :cpu_critical, "CPU critical threshold (fraction of total jiffies)", :default => 0.95
@@ -36,8 +39,20 @@ class Riemann::Tools::Health
       @cores = `sysctl -n hw.ncpu`.to_i
       @cpu = method :freebsd_cpu
       @disk = method :disk
-      @load = method :freebsd_load
+      @load = method :bsd_load
       @memory = method :freebsd_memory
+    when 'openbsd'
+      @cores = `sysctl -n hw.ncpu`.to_i
+      @cpu = method :openbsd_cpu
+      @disk = method :disk
+      @load = method :bsd_load
+      @memory = method :openbsd_memory
+    when 'sunos'
+      @cores = `mpstat -a 2>/dev/null`.split[33].to_i
+      @cpu = method :sunos_cpu
+      @disk = method :disk
+      @load = method :bsd_load
+      @memory = method :sunos_memory
     else
       @cores = `nproc`.to_i
       puts "WARNING: OS '#{@ostype}' not explicitly supported. Falling back to Linux" unless @ostype == "linux"
@@ -45,6 +60,7 @@ class Riemann::Tools::Health
       @disk = method :disk
       @load = method :linux_load
       @memory = method :linux_memory
+      @supports_exclude_type = `df --help 2>&1 | grep -e "--exclude-type"` != ""
     end
 
     opts[:checks].each do |check|
@@ -97,7 +113,7 @@ class Riemann::Tools::Health
       total = used + i2-i1
       fraction = used.to_f / total
 
-      report_pct :cpu, fraction, "user+nice+system\n\n#{`ps -eo pcpu,pid,comm | sort -nrb -k1 | head -10`.chomp}"
+      report_pct :cpu, fraction, "user+nice+system\n\n#{reverse_numeric_sort_with_header(`ps -eo pcpu,pid,comm`)}"
     end
 
     @old_cpu = [u2, n2, s2, i2]
@@ -126,7 +142,7 @@ class Riemann::Tools::Health
     total = m['MemTotal'].to_i
     fraction = 1 - (free.to_f / total)
 
-    report_pct :memory, fraction, "used\n\n#{`ps -eo pmem,pid,comm | sort -nrb -k1 | head -10`.chomp}"
+    report_pct :memory, fraction, "used\n\n#{reverse_numeric_sort_with_header(`ps -eo pmem,pid,comm`)}"
   end
 
   def freebsd_cpu
@@ -139,13 +155,53 @@ class Riemann::Tools::Health
       total = used + i2-i1
       fraction = used.to_f / total
 
-      report_pct :cpu, fraction, "user+nice+sytem+interrupt\n\n#{`ps -axo pcpu,pid,comm | sort -nrb -k1 | head -10`.chomp}"
+      report_pct :cpu, fraction, "user+nice+sytem+interrupt\n\n#{reverse_numeric_sort_with_header(`ps -axo pcpu,pid,comm`)}"
+    end
+
+    @old_cpu = [u2, n2, s2, t2, i2]
+  end
+
+  def openbsd_cpu
+    u2, n2, s2, t2, i2 = `sysctl -n kern.cp_time 2>/dev/null`.split(',').map{ |e| e.to_i } #OpenBSD separates with ,
+
+    if @old_cpu
+      u1, n1, s1, t1, i1 = @old_cpu
+
+      used = (u2+n2+s2+t2) - (u1+n1+s1+t1)
+      total = used + i2-i1
+      fraction = used.to_f / total
+
+      report_pct :cpu, fraction, "user+nice+sytem+interrupt\n\n#{reverse_numeric_sort_with_header(`ps -axo pcpu,pid,comm`)}"
     end
 
     @old_cpu = [u2, n2, s2, t2, i2]
   end
 
-  def freebsd_load
+  def sunos_cpu
+    mpstats = `mpstat -a 2>/dev/null`.split
+    u2 = mpstats[29].to_i
+    s2 = mpstats[30].to_i
+    t2 = mpstats[31].to_i
+    i2 = mpstats[32].to_i
+
+    if @old_cpu
+      u1, s1, t1, i1 = @old_cpu
+
+      used = (u2+s2+t2) - (u1+s1+t1)
+      total = used + i2-i1
+      if i2 == i1 && used == 0 #If the system is <1% used in both samples then total will be 0 + (99 - 99), avoid a div by 0
+        fraction = 0
+      else
+        fraction = used.to_f / total
+      end
+
+      report_pct :cpu, fraction, "user+sytem+interrupt\n\n#{reverse_numeric_sort_with_header(`ps -ao pcpu,pid,comm`)}"
+    end
+
+    @old_cpu = [u2, s2, t2, i2]
+  end
+
+  def bsd_load
     m = `uptime`.split(':')[-1].chomp.gsub(/\s+/,'').split(',')
     load = m[0].to_f / @cores
     if load > @limits[:load][:critical]
@@ -161,7 +217,22 @@ class Riemann::Tools::Health
     meminfo = `sysctl -n vm.stats.vm.v_page_count vm.stats.vm.v_wire_count vm.stats.vm.v_active_count 2>/dev/null`.chomp.split
     fraction = (meminfo[1].to_f + meminfo[2].to_f) / meminfo[0].to_f
 
-    report_pct :memory, fraction, "used\n\n#{`ps -axo pmem,pid,comm | sort -nrb -k1 | head -10`.chomp}"
+    report_pct :memory, fraction, "used\n\n#{reverse_numeric_sort_with_header(`ps -axo pmem,pid,comm`)}"
+  end
+
+  def openbsd_memory
+    meminfo = `vmstat 2>/dev/null`.chomp.split
+    fraction = meminfo[28].to_f / meminfo[29].to_f #The ratio of active to free memory unlike the others :(
+
+    report_pct :memory, fraction, "used\n\n#{reverse_numeric_sort_with_header(`ps -axo pmem,pid,comm`)}"
+  end
+
+  def sunos_memory
+    meminfo = `vmstat 2>/dev/null`.chomp.split
+    total_mem = `prtconf | grep Memory`.split[2].to_f * 1024 # reports in GB but vmstat is in MB
+    fraction = ( total_mem - meminfo[32].to_f ) / total_mem
+
+    report_pct :memory, fraction, "used\n\n#{reverse_numeric_sort_with_header(`ps -ao pmem,pid,comm`)}"
   end
 
   def darwin_top
@@ -197,7 +268,7 @@ class Riemann::Tools::Health
       alert 'cpu', :unknown, nil, "unable to get CPU stats from top"
       return false
     end
-    report_pct :cpu,  @topdata[:cpu], "usage\n\n#{`ps -eo pcpu,pid,comm | sort -nrb -k1 | head -10`.chomp}"
+    report_pct :cpu,  @topdata[:cpu], "usage\n\n#{reverse_numeric_sort_with_header(`ps -eo pcpu,pid,comm`)}"
   end
 
   def darwin_load
@@ -222,15 +293,21 @@ class Riemann::Tools::Health
       alert 'memory', :unknown, nil, "unable to get memory data from top"
       return false
     end
-    report_pct :memory,  @topdata[:memory], "usage\n\n#{`ps -eo pmem,pid,comm | sort -nrb -k1 | head -10`.chomp}"
+    report_pct :memory,  @topdata[:memory], "usage\n\n#{reverse_numeric_sort_with_header(`ps -eo pmem,pid,comm`)}"
   end
 
   def df
     case @ostype
-    when 'darwin', 'freebsd'
+    when 'darwin', 'freebsd', 'openbsd'
       `df -P -t noiso9660`
+    when 'sunos'
+      `df -P` # Is there a good way to exlude iso9660 here?
     else
-      `df -P --exclude-type=iso9660`
+      if @supports_exclude_type
+        `df -P --exclude-type=iso9660 --exclude-type=nfs`
+      else
+        `df -P`
+      end
     end
   end
 

data/bin/riemann-kvminstance

@@ -1,4 +1,5 @@
 #!/usr/bin/env ruby
+Process.setproctitle($0)
 
 require File.expand_path('../../lib/riemann/tools', __FILE__)
 

data/bin/riemann-memcached

@@ -1,4 +1,5 @@
 #!/usr/bin/env ruby
+Process.setproctitle($0)
 
 # Gathers memcached STATS and submits them to Riemann.
 

data/bin/riemann-net

@@ -1,4 +1,5 @@
 #!/usr/bin/env ruby
+Process.setproctitle($0)
 
 # Gathers network interface statistics and submits them to Riemann.
 
@@ -79,13 +80,13 @@ class Riemann::Tools::Net
         delta = metric - @old_state[service]
         svc_state = case service
           when /drop$/
-            if metric > 0
+            if delta > 0
               'warning'
             else
               'ok'
             end
           when /errs$/
-            if metric > 0
+            if delta > 0
               'warning'
             else
               'ok'

data/bin/riemann-nginx-status

@@ -1,4 +1,5 @@
 #!/usr/bin/env ruby
+Process.setproctitle($0)
 
 # Gathers nginx status stub statistics and submits them to Riemann.
 # See http://wiki.nginx.org/HttpStubStatusModule for configuring Nginx appropriately

data/bin/riemann-ntp

@@ -1,4 +1,5 @@
 #!/usr/bin/env ruby
+Process.setproctitle($0)
 
 # Reports NTP stats to Riemann.
 

data/bin/riemann-portcheck

@@ -0,0 +1,42 @@
+#!/usr/bin/env ruby
+Process.setproctitle($0)
+
+# Checks for open tcp ports.
+# (c) Max Voit 2017
+
+require File.expand_path('../../lib/riemann/tools', __FILE__)
+
+class Riemann::Tools::Portcheck
+  include Riemann::Tools
+  require 'socket'
+
+  opt :hostname, "Host, defaults to localhost", :default => `hostname`.chomp
+  opt :ports, "List of ports to check, e.g. '-r 80 443'", :type => :ints
+
+  def initialize
+    @hostname = opts.fetch(:hostname)
+    @ports = opts.fetch(:ports)
+  end
+
+  def tick
+    for thisport in @ports
+	  # try opening tcp connection with 5s timeout;
+      # if this fails, the port is considered closed
+      portopen = Socket.tcp(@hostname, thisport, connect_timeout: 5) { true } rescue false
+        if portopen
+          state = "ok"
+        else
+          state = "critical"
+        end
+      report(
+        :host    => "#{@hostname}",
+        :service => "port #{thisport}",
+        :state   => "#{state}",
+        :tags    => ["portcheck"]
+      )
+    end
+  end
+
+end
+
+Riemann::Tools::Portcheck.run

data/bin/riemann-proc

@@ -1,4 +1,5 @@
 #!/usr/bin/env ruby
+Process.setproctitle($0)
 
 # Reports running process count to riemann.
 
@@ -50,7 +51,7 @@ class Riemann::Tools::Proc
     # value should be either process RSS, VSIZE, or 1 if running
     # state is always unknown for the moment
     #
-    ps_regex = /([0-9]+)[ ]+([0-9]+)[ ]+([0-9]+)[ ]+([A-Z])[ ]+([0-9:.]+)[ ]+[A-Za-z]{3}[ ]+([A-Za-z]{3} [0-9]+ [0-9:]+ [0-9]+)[ ]+(.*)/
+    ps_regex = /([0-9]+)[ ]+([0-9]+)[ ]+([0-9]+)[ ]+([A-Z])[ ]+([0-9:.]+)[ ]+[A-Za-z]{3}[ ]+([A-Za-z]{3}[ ]{1,2}[0-9]+ [0-9:]+ [0-9]+)[ ]+(.*)/
     found.each_line do |line|
       m = ps_regex.match(line)
       if not m.nil?

data/bin/riemann-varnish

@@ -1,4 +1,5 @@
 #!/usr/bin/env ruby
+Process.setproctitle($0)
 
 # Reports varnish stats to Riemann.
 

data/bin/riemann-zookeeper

@@ -1,4 +1,5 @@
 #!/usr/bin/env ruby
+Process.setproctitle($0)
 
 # Gathers zookeeper STATS and submits them to Riemann.
 

data/lib/riemann/tools/utils.rb

@@ -0,0 +1,17 @@
+# frozen_string_literal: true
+
+module Riemann
+  module Tools
+    module Utils # :nodoc:
+      def reverse_numeric_sort_with_header(data, header: 1, count: 10)
+        lines = data.chomp.split("\n")
+        header = lines.shift(header)
+
+        lines.sort_by!(&:to_f)
+        lines.reverse!
+
+        (header + lines[0, count]).join("\n")
+      end
+    end
+  end
+end

data/lib/riemann/tools/version.rb

@@ -0,0 +1,7 @@
+# frozen_string_literal: true
+
+module Riemann
+  module Tools # :nodoc:
+    VERSION = '1.0.0'
+  end
+end

data/lib/riemann/tools.rb

@@ -1,6 +1,6 @@
 module Riemann
   module Tools
-    require 'trollop'
+    require 'optimist'
     require 'riemann/client'
 
     def self.included(base)
@@ -16,11 +16,11 @@ module Riemann
         end
 
         def options
-          p = Trollop::Parser.new
+          p = Optimist::Parser.new
           @opts.each do |o|
             p.send *o
           end
-          Trollop::with_standard_exception_handling(p) do
+          Optimist::with_standard_exception_handling(p) do
             p.parse ARGV
           end
         end
@@ -34,6 +34,11 @@ module Riemann
         opt :attribute, "Attribute to add to the event", :type => String, :multi => true
         opt :timeout, "Timeout (in seconds) when waiting for acknowledgements", :default => 30
         opt :tcp, "Use TCP transport instead of UDP (improves reliability, slight overhead.", :default => true
+        opt :tls, "Use TLS for securing traffic", :default => false
+        opt :tls_key, "TLS Key to use when using TLS", :type => String
+        opt :tls_cert, "TLS Certificate to use when using TLS", :type => String
+        opt :tls_ca_cert, "Trusted CA Certificate when using TLS", :type => String
+        opt :tls_verify, "Verify TLS peer when using TLS", :default => true
       end
     end
 
@@ -73,9 +78,14 @@ module Riemann
       r = Riemann::Client.new(
         :host    => options[:host],
         :port    => options[:port],
-        :timeout => options[:timeout]
+        :timeout => options[:timeout],
+        :ssl        => options[:tls],
+        :key_file   => options[:tls_key],
+        :cert_file  => options[:tls_cert],
+        :ca_file    => options[:tls_ca_cert],
+        :ssl_verify => options[:tls_verify],
       )
-      if options[:tcp]
+      if options[:tcp] || options[:tls]
         r.tcp
       else
         r

data/riemann-tools.gemspec

@@ -0,0 +1,39 @@
+# frozen_string_literal: true
+
+require_relative 'lib/riemann/tools/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = 'riemann-tools'
+  spec.version       = Riemann::Tools::VERSION
+  spec.authors       = ['Kyle Kingsbury']
+  spec.email         = ['aphyr@aphyr.com']
+
+  spec.summary       = 'Utilities which submit events to Riemann.'
+  spec.description   = 'Collection of utilities which submit events to Riemann,'
+  spec.homepage      = 'https://github.com/aphyr/riemann-tools'
+  spec.license       = 'MIT'
+  spec.required_ruby_version = Gem::Requirement.new('>= 2.5.0')
+
+  spec.metadata['allowed_push_host'] = 'https://rubygems.org/'
+
+  spec.metadata['homepage_uri']    = spec.homepage
+  spec.metadata['source_code_uri'] = spec.homepage
+  spec.metadata['changelog_uri']   = spec.homepage
+
+  # Specify which files should be added to the gem when it is released.
+  # The `git ls-files -z` loads the files in the RubyGem that have been added into git.
+  spec.files = Dir.chdir(File.expand_path(__dir__)) do
+    `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  end
+  spec.bindir        = 'bin'
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.require_paths = ['lib']
+
+  spec.add_runtime_dependency 'json', '>= 1.8'
+  spec.add_runtime_dependency 'optimist', '~> 3.0', '>= 3.0.0'
+  spec.add_runtime_dependency 'riemann-client', '~> 1.0'
+
+  spec.add_development_dependency 'github_changelog_generator'
+  spec.add_development_dependency 'rake'
+  spec.add_development_dependency 'rspec'
+end

data/tools/riemann-aws/LICENSE

@@ -0,0 +1,21 @@
+The MIT License
+
+Copyright (c) 2011 Kyle Kingsbury
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

data/tools/riemann-aws/README.md

@@ -0,0 +1,54 @@
+# Riemann AWS tools
+
+Gathers various AWS services statistics and submits them to Riemann.
+
+## Getting started
+
+```
+gem install riemann-aws
+```
+
+## AWS Commands
+
+
+### Riemann AWS Billing
+
+```
+riemann-aws-billing --help
+```
+
+### Riemann AWS RDS Status
+
+```
+riemann-aws-rds-status --help
+```
+
+### Riemann AWS SQS Status
+
+```
+riemann-aws-sqs-status --help
+```
+
+### Riemann AWS Status
+
+```
+riemann-aws-status --help
+```
+
+### Riemann ELB Metrics
+
+```
+riemann-elb-metrics --help
+```
+
+### Riemann S3 Status by asking Cloudwatch
+
+```
+riemann-s3-status --help
+```
+
+### Riemann S3 Count by listing objects
+
+```
+riemann-s3-list --help
+```

data/tools/riemann-aws/Rakefile.rb

@@ -0,0 +1,35 @@
+require 'rubygems'
+require 'rubygems/package_task'
+require 'rdoc/task'
+require 'find'
+
+# Don't include resource forks in tarballs on Mac OS X.
+ENV['COPY_EXTENDED_ATTRIBUTES_DISABLE'] = 'true'
+ENV['COPYFILE_DISABLE'] = 'true'
+
+# Gemspec
+gemspec = Gem::Specification.new do |s|
+  s.rubyforge_project = 'riemann-aws'
+
+  s.name = 'riemann-aws'
+  s.version = '0.1.4'
+  s.author = 'Kyle Kingsbury'
+  s.email = 'aphyr@aphyr.com'
+  s.homepage = 'https://github.com/riemann/riemann-tools'
+  s.platform = Gem::Platform::RUBY
+  s.summary = 'Submits AWS stats to riemann.'
+  s.license = 'MIT'
+
+  s.add_dependency 'riemann-tools', '>= 0.2.13'
+  s.add_dependency 'fog', '>= 1.4.0'
+  s.add_dependency 'json'
+
+  s.files = FileList['bin/*', 'LICENSE', 'README.md'].to_a
+  s.executables |= Dir.entries('bin/')
+  s.has_rdoc = false
+
+  s.required_ruby_version = '>= 1.8.7'
+end
+
+Gem::PackageTask.new gemspec do |p|
+end