riemann-tools 0.2.14 → 1.0.0

data/bin/riemann-consul

@@ -1,4 +1,5 @@
 #!/usr/bin/env ruby
+Process.setproctitle($0)
 
 # Reports service and node status to riemann
 

data/bin/riemann-dir-files-count

@@ -1,4 +1,5 @@
 #!/usr/bin/env ruby
+Process.setproctitle($0)
 
 # Gets the number of files present on a directory and submits it to riemann
 

data/bin/riemann-dir-space

@@ -1,4 +1,5 @@
 #!/usr/bin/env ruby
+Process.setproctitle($0)
 
 # Gathers the space used by a directory and submits it to riemann
 

data/bin/riemann-diskstats

@@ -1,4 +1,5 @@
 #!/usr/bin/env ruby
+Process.setproctitle($0)
 #
 require 'rubygems'
 require 'riemann/tools'

data/bin/riemann-fd

@@ -1,4 +1,5 @@
 #!/usr/bin/env ruby
+Process.setproctitle($0)
 
 # Reports current file descriptor use to riemann.
 # By default reports the total system fd usage, can also report usage of individual processes

data/bin/riemann-freeswitch

@@ -1,4 +1,5 @@
 #!/usr/bin/env ruby
+Process.setproctitle($0)
 
 require File.expand_path('../../lib/riemann/tools', __FILE__)
 

data/bin/riemann-haproxy

@@ -1,4 +1,5 @@
 #!/usr/bin/env ruby
+Process.setproctitle($0)
 
 # Gathers haproxy CSV statistics and submits them to Riemann.
 

data/bin/riemann-health

@@ -1,11 +1,14 @@
 #!/usr/bin/env ruby
+Process.setproctitle($0)
 
 # Reports current CPU, disk, load average, and memory use to riemann.
 
 require File.expand_path('../../lib/riemann/tools', __FILE__)
+require File.expand_path('../../lib/riemann/tools/utils', __FILE__)
 
 class Riemann::Tools::Health
   include Riemann::Tools
+  include Riemann::Tools::Utils
 
   opt :cpu_warning, "CPU warning threshold (fraction of total jiffies)", :default => 0.9
   opt :cpu_critical, "CPU critical threshold (fraction of total jiffies)", :default => 0.95
@@ -57,6 +60,7 @@ class Riemann::Tools::Health
       @disk = method :disk
       @load = method :linux_load
       @memory = method :linux_memory
+      @supports_exclude_type = `df --help 2>&1 | grep -e "--exclude-type"` != ""
     end
 
     opts[:checks].each do |check|
@@ -109,7 +113,7 @@ class Riemann::Tools::Health
       total = used + i2-i1
       fraction = used.to_f / total
 
-      report_pct :cpu, fraction, "user+nice+system\n\n#{`ps -eo pcpu,pid,comm | sort -nrb -k1 | head -10`.chomp}"
+      report_pct :cpu, fraction, "user+nice+system\n\n#{reverse_numeric_sort_with_header(`ps -eo pcpu,pid,comm`)}"
     end
 
     @old_cpu = [u2, n2, s2, i2]
@@ -138,7 +142,7 @@ class Riemann::Tools::Health
     total = m['MemTotal'].to_i
     fraction = 1 - (free.to_f / total)
 
-    report_pct :memory, fraction, "used\n\n#{`ps -eo pmem,pid,comm | sort -nrb -k1 | head -10`.chomp}"
+    report_pct :memory, fraction, "used\n\n#{reverse_numeric_sort_with_header(`ps -eo pmem,pid,comm`)}"
   end
 
   def freebsd_cpu
@@ -151,7 +155,7 @@ class Riemann::Tools::Health
       total = used + i2-i1
       fraction = used.to_f / total
 
-      report_pct :cpu, fraction, "user+nice+sytem+interrupt\n\n#{`ps -axo pcpu,pid,comm | sort -nrb -k1 | head -10`.chomp}"
+      report_pct :cpu, fraction, "user+nice+sytem+interrupt\n\n#{reverse_numeric_sort_with_header(`ps -axo pcpu,pid,comm`)}"
     end
 
     @old_cpu = [u2, n2, s2, t2, i2]
@@ -167,7 +171,7 @@ class Riemann::Tools::Health
       total = used + i2-i1
       fraction = used.to_f / total
 
-      report_pct :cpu, fraction, "user+nice+sytem+interrupt\n\n#{`ps -axo pcpu,pid,comm | sort -nrb -k1 | head -10`.chomp}"
+      report_pct :cpu, fraction, "user+nice+sytem+interrupt\n\n#{reverse_numeric_sort_with_header(`ps -axo pcpu,pid,comm`)}"
     end
 
     @old_cpu = [u2, n2, s2, t2, i2]
@@ -191,7 +195,7 @@ class Riemann::Tools::Health
         fraction = used.to_f / total
       end
 
-      report_pct :cpu, fraction, "user+sytem+interrupt\n\n#{`ps -ao pcpu,pid,comm | sort -nrb -k1 | head -10`.chomp}"
+      report_pct :cpu, fraction, "user+sytem+interrupt\n\n#{reverse_numeric_sort_with_header(`ps -ao pcpu,pid,comm`)}"
     end
 
     @old_cpu = [u2, s2, t2, i2]
@@ -213,14 +217,14 @@ class Riemann::Tools::Health
     meminfo = `sysctl -n vm.stats.vm.v_page_count vm.stats.vm.v_wire_count vm.stats.vm.v_active_count 2>/dev/null`.chomp.split
     fraction = (meminfo[1].to_f + meminfo[2].to_f) / meminfo[0].to_f
 
-    report_pct :memory, fraction, "used\n\n#{`ps -axo pmem,pid,comm | sort -nrb -k1 | head -10`.chomp}"
+    report_pct :memory, fraction, "used\n\n#{reverse_numeric_sort_with_header(`ps -axo pmem,pid,comm`)}"
   end
 
   def openbsd_memory
     meminfo = `vmstat 2>/dev/null`.chomp.split
     fraction = meminfo[28].to_f / meminfo[29].to_f #The ratio of active to free memory unlike the others :(
 
-    report_pct :memory, fraction, "used\n\n#{`ps -axo pmem,pid,comm | sort -nrb -k1 | head -10`.chomp}"
+    report_pct :memory, fraction, "used\n\n#{reverse_numeric_sort_with_header(`ps -axo pmem,pid,comm`)}"
   end
 
   def sunos_memory
@@ -228,7 +232,7 @@ class Riemann::Tools::Health
     total_mem = `prtconf | grep Memory`.split[2].to_f * 1024 # reports in GB but vmstat is in MB
     fraction = ( total_mem - meminfo[32].to_f ) / total_mem
 
-    report_pct :memory, fraction, "used\n\n#{`ps -ao pmem,pid,comm | sort -nrb -k1 | head -10`.chomp}"
+    report_pct :memory, fraction, "used\n\n#{reverse_numeric_sort_with_header(`ps -ao pmem,pid,comm`)}"
   end
 
   def darwin_top
@@ -264,7 +268,7 @@ class Riemann::Tools::Health
       alert 'cpu', :unknown, nil, "unable to get CPU stats from top"
       return false
     end
-    report_pct :cpu,  @topdata[:cpu], "usage\n\n#{`ps -eo pcpu,pid,comm | sort -nrb -k1 | head -10`.chomp}"
+    report_pct :cpu,  @topdata[:cpu], "usage\n\n#{reverse_numeric_sort_with_header(`ps -eo pcpu,pid,comm`)}"
   end
 
   def darwin_load
@@ -289,7 +293,7 @@ class Riemann::Tools::Health
       alert 'memory', :unknown, nil, "unable to get memory data from top"
       return false
     end
-    report_pct :memory,  @topdata[:memory], "usage\n\n#{`ps -eo pmem,pid,comm | sort -nrb -k1 | head -10`.chomp}"
+    report_pct :memory,  @topdata[:memory], "usage\n\n#{reverse_numeric_sort_with_header(`ps -eo pmem,pid,comm`)}"
   end
 
   def df
@@ -299,7 +303,11 @@ class Riemann::Tools::Health
     when 'sunos'
       `df -P` # Is there a good way to exlude iso9660 here?
     else
-      `df -P --exclude-type=iso9660`
+      if @supports_exclude_type
+        `df -P --exclude-type=iso9660 --exclude-type=nfs`
+      else
+        `df -P`
+      end
     end
   end
 

data/bin/riemann-kvminstance

@@ -1,4 +1,5 @@
 #!/usr/bin/env ruby
+Process.setproctitle($0)
 
 require File.expand_path('../../lib/riemann/tools', __FILE__)
 

data/bin/riemann-memcached

@@ -1,4 +1,5 @@
 #!/usr/bin/env ruby
+Process.setproctitle($0)
 
 # Gathers memcached STATS and submits them to Riemann.
 

data/bin/riemann-net

@@ -1,4 +1,5 @@
 #!/usr/bin/env ruby
+Process.setproctitle($0)
 
 # Gathers network interface statistics and submits them to Riemann.
 

data/bin/riemann-nginx-status

@@ -1,4 +1,5 @@
 #!/usr/bin/env ruby
+Process.setproctitle($0)
 
 # Gathers nginx status stub statistics and submits them to Riemann.
 # See http://wiki.nginx.org/HttpStubStatusModule for configuring Nginx appropriately

data/bin/riemann-ntp

@@ -1,4 +1,5 @@
 #!/usr/bin/env ruby
+Process.setproctitle($0)
 
 # Reports NTP stats to Riemann.
 

data/bin/riemann-portcheck

@@ -1,4 +1,5 @@
 #!/usr/bin/env ruby
+Process.setproctitle($0)
 
 # Checks for open tcp ports.
 # (c) Max Voit 2017

data/bin/riemann-proc

@@ -1,4 +1,5 @@
 #!/usr/bin/env ruby
+Process.setproctitle($0)
 
 # Reports running process count to riemann.
 

data/bin/riemann-varnish

@@ -1,4 +1,5 @@
 #!/usr/bin/env ruby
+Process.setproctitle($0)
 
 # Reports varnish stats to Riemann.
 

data/bin/riemann-zookeeper

@@ -1,4 +1,5 @@
 #!/usr/bin/env ruby
+Process.setproctitle($0)
 
 # Gathers zookeeper STATS and submits them to Riemann.
 

data/lib/riemann/tools/utils.rb

@@ -0,0 +1,17 @@
+# frozen_string_literal: true
+
+module Riemann
+  module Tools
+    module Utils # :nodoc:
+      def reverse_numeric_sort_with_header(data, header: 1, count: 10)
+        lines = data.chomp.split("\n")
+        header = lines.shift(header)
+
+        lines.sort_by!(&:to_f)
+        lines.reverse!
+
+        (header + lines[0, count]).join("\n")
+      end
+    end
+  end
+end

data/lib/riemann/tools/version.rb

@@ -0,0 +1,7 @@
+# frozen_string_literal: true
+
+module Riemann
+  module Tools # :nodoc:
+    VERSION = '1.0.0'
+  end
+end

data/lib/riemann/tools.rb

@@ -34,6 +34,11 @@ module Riemann
         opt :attribute, "Attribute to add to the event", :type => String, :multi => true
         opt :timeout, "Timeout (in seconds) when waiting for acknowledgements", :default => 30
         opt :tcp, "Use TCP transport instead of UDP (improves reliability, slight overhead.", :default => true
+        opt :tls, "Use TLS for securing traffic", :default => false
+        opt :tls_key, "TLS Key to use when using TLS", :type => String
+        opt :tls_cert, "TLS Certificate to use when using TLS", :type => String
+        opt :tls_ca_cert, "Trusted CA Certificate when using TLS", :type => String
+        opt :tls_verify, "Verify TLS peer when using TLS", :default => true
       end
     end
 
@@ -73,9 +78,14 @@ module Riemann
       r = Riemann::Client.new(
         :host    => options[:host],
         :port    => options[:port],
-        :timeout => options[:timeout]
+        :timeout => options[:timeout],
+        :ssl        => options[:tls],
+        :key_file   => options[:tls_key],
+        :cert_file  => options[:tls_cert],
+        :ca_file    => options[:tls_ca_cert],
+        :ssl_verify => options[:tls_verify],
       )
-      if options[:tcp]
+      if options[:tcp] || options[:tls]
         r.tcp
       else
         r

data/riemann-tools.gemspec

@@ -0,0 +1,39 @@
+# frozen_string_literal: true
+
+require_relative 'lib/riemann/tools/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = 'riemann-tools'
+  spec.version       = Riemann::Tools::VERSION
+  spec.authors       = ['Kyle Kingsbury']
+  spec.email         = ['aphyr@aphyr.com']
+
+  spec.summary       = 'Utilities which submit events to Riemann.'
+  spec.description   = 'Collection of utilities which submit events to Riemann,'
+  spec.homepage      = 'https://github.com/aphyr/riemann-tools'
+  spec.license       = 'MIT'
+  spec.required_ruby_version = Gem::Requirement.new('>= 2.5.0')
+
+  spec.metadata['allowed_push_host'] = 'https://rubygems.org/'
+
+  spec.metadata['homepage_uri']    = spec.homepage
+  spec.metadata['source_code_uri'] = spec.homepage
+  spec.metadata['changelog_uri']   = spec.homepage
+
+  # Specify which files should be added to the gem when it is released.
+  # The `git ls-files -z` loads the files in the RubyGem that have been added into git.
+  spec.files = Dir.chdir(File.expand_path(__dir__)) do
+    `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  end
+  spec.bindir        = 'bin'
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.require_paths = ['lib']
+
+  spec.add_runtime_dependency 'json', '>= 1.8'
+  spec.add_runtime_dependency 'optimist', '~> 3.0', '>= 3.0.0'
+  spec.add_runtime_dependency 'riemann-client', '~> 1.0'
+
+  spec.add_development_dependency 'github_changelog_generator'
+  spec.add_development_dependency 'rake'
+  spec.add_development_dependency 'rspec'
+end

data/tools/riemann-aws/LICENSE

@@ -0,0 +1,21 @@
+The MIT License
+
+Copyright (c) 2011 Kyle Kingsbury
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

data/tools/riemann-aws/README.md

@@ -0,0 +1,54 @@
+# Riemann AWS tools
+
+Gathers various AWS services statistics and submits them to Riemann.
+
+## Getting started
+
+```
+gem install riemann-aws
+```
+
+## AWS Commands
+
+
+### Riemann AWS Billing
+
+```
+riemann-aws-billing --help
+```
+
+### Riemann AWS RDS Status
+
+```
+riemann-aws-rds-status --help
+```
+
+### Riemann AWS SQS Status
+
+```
+riemann-aws-sqs-status --help
+```
+
+### Riemann AWS Status
+
+```
+riemann-aws-status --help
+```
+
+### Riemann ELB Metrics
+
+```
+riemann-elb-metrics --help
+```
+
+### Riemann S3 Status by asking Cloudwatch
+
+```
+riemann-s3-status --help
+```
+
+### Riemann S3 Count by listing objects
+
+```
+riemann-s3-list --help
+```

data/tools/riemann-aws/Rakefile.rb

@@ -0,0 +1,35 @@
+require 'rubygems'
+require 'rubygems/package_task'
+require 'rdoc/task'
+require 'find'
+
+# Don't include resource forks in tarballs on Mac OS X.
+ENV['COPY_EXTENDED_ATTRIBUTES_DISABLE'] = 'true'
+ENV['COPYFILE_DISABLE'] = 'true'
+
+# Gemspec
+gemspec = Gem::Specification.new do |s|
+  s.rubyforge_project = 'riemann-aws'
+
+  s.name = 'riemann-aws'
+  s.version = '0.1.4'
+  s.author = 'Kyle Kingsbury'
+  s.email = 'aphyr@aphyr.com'
+  s.homepage = 'https://github.com/riemann/riemann-tools'
+  s.platform = Gem::Platform::RUBY
+  s.summary = 'Submits AWS stats to riemann.'
+  s.license = 'MIT'
+
+  s.add_dependency 'riemann-tools', '>= 0.2.13'
+  s.add_dependency 'fog', '>= 1.4.0'
+  s.add_dependency 'json'
+
+  s.files = FileList['bin/*', 'LICENSE', 'README.md'].to_a
+  s.executables |= Dir.entries('bin/')
+  s.has_rdoc = false
+
+  s.required_ruby_version = '>= 1.8.7'
+end
+
+Gem::PackageTask.new gemspec do |p|
+end

data/tools/riemann-aws/bin/riemann-aws-billing

@@ -0,0 +1,87 @@
+#!/usr/bin/env ruby
+Process.setproctitle($0)
+
+require 'riemann/tools'
+
+$0 = __FILE__
+
+class Riemann::Tools::AWSBilling
+  include Riemann::Tools
+  require 'fog'
+
+  opt :fog_credentials_file, "Fog credentials file", :type => String
+  opt :fog_credential, "Fog credentials to use", :type => String
+
+  opt :access_key, "AWS access key", :type => String
+  opt :secret_key, "Secret access key", :type => String
+  opt :services, "AWS services: AmazonEC2  AmazonS3  AWSDataTransfer", :type => :strings, :multi => true, :default => ["AmazonEC2", "AmazonS3", "AWSDataTransfer"]
+
+  opt :time_start, "Start time in seconds of the metrics period (2hrs ago default)", :type => Integer, :default => 7200
+  opt :time_end, "End time in seconds of the metrics period ", :type => Integer, :default => 60
+
+
+  def initialize
+    if options[:fog_credentials_file]
+      Fog.credentials_path = opts[:fog_credentials_file]
+      Fog.credential = opts[:fog_credential].to_sym
+      @cloudwatch = Fog::AWS::CloudWatch.new
+    else
+      if opts.has_key?('secret_key') and opts.has_key?('access_key')
+        creds = {
+          :aws_secret_access_key => opts[:secret_key],
+          :aws_access_key_id => opts[:access_key]
+        }
+      else
+        creds = { :use_iam_profile => true }
+      end
+      @cloudwatch = Fog::AWS::CloudWatch.new(creds)
+    end
+    @start_time = (Time.now.utc - opts[:time_start]).iso8601
+    @end_time = (Time.now.utc - opts[:time_end]).iso8601
+  end
+
+  def tick
+    opts[:services].each do |service|
+      data = @cloudwatch.get_metric_statistics({
+                                                 'Statistics' => ["Maximum"],
+                                                 'StartTime' => @start_time,
+                                                 'EndTime' => @end_time,
+                                                 'Period' => 3600,
+                                                 'Unit' => "None",
+                                                 'MetricName' => "EstimatedCharges",
+                                                 'Namespace' => "AWS/Billing",
+                                                 'Dimensions' => [
+                                                                  {
+                                                                    'Name' => "ServiceName",
+                                                                    'Value' => service
+                                                                  },
+                                                                  {
+                                                                    'Name' => "Currency",
+                                                                    'Value' => "USD"
+                                                                  }
+                                                                 ]
+                                               }).body['GetMetricStatisticsResult']['Datapoints']
+
+
+      data.each do |metrics|
+        name = "AWScloudwatch.Billing." + service
+        value = metrics["Maximum"]
+        timestamp = metrics["Timestamp"].to_i
+
+        event = {
+          host: nil,
+          service: name,
+          time: timestamp,
+          description: "AWS Estimate Charges for #{service}",
+          tags: ["aws_billing"],
+          state: "ok",
+          metric: value
+        }
+
+        report event
+      end
+    end
+  end
+end
+
+Riemann::Tools::AWSBilling.run

data/tools/riemann-aws/bin/riemann-aws-rds-status

@@ -0,0 +1,54 @@
+#!/usr/bin/env ruby
+Process.setproctitle($0)
+
+require 'riemann/tools'
+
+$0 = __FILE__ # Let's not expose our AWS keys in the process list
+
+class Riemann::Tools::AWS
+  include Riemann::Tools
+  require 'fog'
+  require 'date'
+  require 'time'
+  require 'json'
+
+  opt :access_key, "AWS access key", :type => String
+  opt :secret_key, "Secret access key", :type => String
+  opt :region, "AWS region", :type => String, :default => 'eu-west-1'
+  opt :dbinstance_identifier, "DBInstanceIdentifier", :type => String
+  def initialize
+    abort "FATAL: specify a DB instance name, see --help for usage" unless opts[:dbinstance_identifier]
+    if opts[:access_key] and opts[:secret_key]
+      creds = {
+        :aws_access_key_id => opts[:access_key],
+        :aws_secret_access_key => opts[:secret_key]
+      }
+    else
+      creds = { :use_iam_profile => true }
+    end
+    creds['region'] = opts[:region]
+    @cloudwatch = Fog::AWS::CloudWatch.new(creds)
+  end
+
+  def tick
+    time = Time.new
+    ['DatabaseConnections', 'FreeableMemory', 'FreeStorageSpace', 'NetworkReceiveThroughput', 'NetworkTransmitThroughput', 'ReadThroughput', 'CPUUtilization'].each do |metric|
+      result = @cloudwatch.get_metric_statistics({"Namespace" => 'AWS/RDS', "MetricName" => "#{metric}", "Statistics" => 'Average', "Dimensions" => [{"Name" => "DBInstanceIdentifier", "Value" => "#{opts[:dbinstance_identifier]}"}], "StartTime" => (time-120).to_time.iso8601, "EndTime" => time.to_time.iso8601, "Period" => 60})
+      metricsResult = result.data[:body]['GetMetricStatisticsResult']
+      if (metricsResult['Datapoints'].length>0)
+        datapoint = metricsResult['Datapoints'][0]
+        ev = {:metric => datapoint['Average'],
+              :service => "#{opts[:dbinstance_identifier]}.#{metric} (#{datapoint['Unit']})",
+              :description => JSON.dump(metricsResult),
+              :state => "ok",
+              :ttl => 300}
+
+
+        report ev
+      end
+
+    end
+  end
+end
+
+Riemann::Tools::AWS.run

data/tools/riemann-aws/bin/riemann-aws-sqs-status

@@ -0,0 +1,44 @@
+#!/usr/bin/env ruby
+Process.setproctitle($0)
+
+require 'riemann/tools'
+
+$0 = __FILE__ # Let's not expose our AWS keys in the process list
+
+class Riemann::Tools::AWS
+  include Riemann::Tools
+  require 'fog'
+
+  opt :access_key, "AWS access key", :type => String
+  opt :secret_key, "Secret access key", :type => String
+  opt :region, "AWS region", :type => String, :default => 'us-east-1'
+  opt :queue, "SQS Queue name", :type => String
+  def initialize
+    if opts.has_key?('access_key') and opts.has_key?('secret_key')
+      creds = {
+        :aws_access_key_id => opts[:access_key],
+        :aws_secret_access_key => opts[:secret_key]
+      }
+    else
+      creds = { :use_iam_profile => true }
+    end
+    creds['region'] = opts[:region]
+    @sqs = Fog::AWS::SQS.new(creds)
+    response = @sqs.list_queues({'QueueNamePrefix' => opts[:queue]})
+    @queue_url = response[:body]['QueueUrls'].first
+  end
+
+  def tick
+    response = @sqs.get_queue_attributes(@queue_url, 'All')
+    ['ApproximateNumberOfMessages', 'ApproximateNumberOfMessagesNotVisible'].each do |attr|
+      msg = {
+        metric: response[:body]['Attributes'][attr],
+        service: "#{opts[:queue]} #{attr}",
+        state: 'ok'
+      }
+      report msg
+    end
+  end
+end
+
+Riemann::Tools::AWS.run