riemann-tools 1.1.1 → 1.2.0

data/lib/riemann/tools/uptime_parser.tab.rb

@@ -0,0 +1,323 @@
+#
+# DO NOT MODIFY!!!!
+# This file is automatically generated by Racc 1.6.0
+# from Racc grammar file "".
+#
+
+require 'racc/parser.rb'
+
+
+require 'strscan'
+
+module Riemann
+  module Tools
+    class UptimeParser < Racc::Parser
+
+module_eval(<<'...end uptime_parser.y/module_eval...', 'uptime_parser.y', 43)
+
+  def parse(text)
+    s = StringScanner.new(text)
+    @tokens = []
+
+    until s.eos? do
+      case
+      when s.scan(/\n/)              then # ignore
+      when s.scan(/\s+/)             then # ignore
+
+      when s.scan(/:/)               then @tokens << [':', s.matched]
+      when s.scan(/,/)               then @tokens << [',', s.matched]
+      when s.scan(/\d+[,.]\d+/)      then @tokens << [:FLOAT, s.matched.sub(',', '.').to_f]
+      when s.scan(/\d+/)             then @tokens << [:INTEGER, s.matched.to_i]
+      when s.scan(/AM/)              then @tokens << [:AM, s.matched]
+      when s.scan(/PM/)              then @tokens << [:PM, s.matched]
+      when s.scan(/up/)              then @tokens << [:UP, s.matched]
+      when s.scan(/days?/)           then @tokens << [:DAYS, s.matched]
+      when s.scan(/hrs?/)            then @tokens << [:HRS, s.matched]
+      when s.scan(/mins?/)           then @tokens << [:MINS, s.matched]
+      when s.scan(/secs?/)           then @tokens << [:SECS, s.matched]
+      when s.scan(/users?/)          then @tokens << [:USERS, s.matched]
+      when s.scan(/load averages?:/) then @tokens << [:LOAD_AVERAGES, s.matched]
+      else
+        raise s.rest
+      end
+    end
+
+    do_parse
+  end
+
+  def next_token
+    @tokens.shift
+  end
+...end uptime_parser.y/module_eval...
+##### State transition tables begin ###
+
+racc_action_table = [
+    29,    30,    24,    26,    27,    28,    26,    27,    28,    40,
+    41,    25,    31,     3,    25,     4,     6,     7,     8,     9,
+    15,    16,    18,    23,    32,    33,    34,    35,    36,    38,
+    39,    42,    43,    44,    45 ]
+
+racc_action_check = [
+    16,    16,    15,    15,    15,    15,    23,    23,    23,    39,
+    39,    15,    16,     0,    23,     1,     2,     3,     4,     5,
+     6,     7,     9,    10,    17,    18,    24,    25,    31,    32,
+    38,    40,    41,    43,    44 ]
+
+racc_action_pointer = [
+     2,    15,    12,     3,    18,     6,     9,    10,   nil,    11,
+    12,   nil,   nil,   nil,   nil,    -3,    -2,    11,    16,   nil,
+   nil,   nil,   nil,     0,    13,    16,   nil,   nil,   nil,   nil,
+   nil,    17,    19,   nil,   nil,   nil,   nil,   nil,    18,    -3,
+    19,    20,   nil,    20,    22,   nil ]
+
+racc_action_default = [
+   -22,   -22,   -22,   -22,   -22,   -22,   -22,   -22,    46,   -22,
+   -22,   -10,   -11,   -12,   -13,   -22,    -2,   -22,   -22,    -6,
+    -7,    -8,    -9,   -22,   -22,   -22,   -16,   -17,   -18,    -3,
+    -4,   -22,   -22,   -19,   -14,   -15,    -5,    -1,   -22,   -22,
+   -22,   -22,   -20,   -22,   -22,   -21 ]
+
+racc_goto_table = [
+    11,    12,    13,    14,    19,    20,    21,    22,     1,     2,
+     5,    17,    37,    10 ]
+
+racc_goto_check = [
+     7,     8,     9,    10,     7,     8,     9,    10,     1,     2,
+     3,     4,     5,     6 ]
+
+racc_goto_pointer = [
+   nil,     8,     9,     8,     2,   -20,     7,    -6,    -5,    -4,
+    -3 ]
+
+racc_goto_default = [
+   nil,   nil,   nil,   nil,   nil,   nil,   nil,   nil,   nil,   nil,
+   nil ]
+
+racc_reduce_table = [
+  0, 0, :racc_error,
+  6, 16, :_reduce_1,
+  3, 17, :_reduce_none,
+  4, 17, :_reduce_none,
+  4, 17, :_reduce_none,
+  5, 17, :_reduce_none,
+  3, 18, :_reduce_6,
+  3, 18, :_reduce_7,
+  3, 18, :_reduce_8,
+  3, 18, :_reduce_9,
+  2, 18, :_reduce_10,
+  2, 18, :_reduce_11,
+  2, 18, :_reduce_12,
+  2, 18, :_reduce_13,
+  3, 21, :_reduce_14,
+  3, 22, :_reduce_15,
+  2, 23, :_reduce_16,
+  2, 24, :_reduce_17,
+  2, 25, :_reduce_18,
+  2, 19, :_reduce_none,
+  4, 20, :_reduce_20,
+  6, 20, :_reduce_21 ]
+
+racc_reduce_n = 22
+
+racc_shift_n = 46
+
+racc_token_table = {
+  false => 0,
+  :error => 1,
+  :AM => 2,
+  :PM => 3,
+  :UP => 4,
+  :DAYS => 5,
+  :HRS => 6,
+  :MINS => 7,
+  :SECS => 8,
+  :USERS => 9,
+  :LOAD_AVERAGES => 10,
+  :INTEGER => 11,
+  :FLOAT => 12,
+  "," => 13,
+  ":" => 14 }
+
+racc_nt_base = 15
+
+racc_use_result_var = true
+
+Racc_arg = [
+  racc_action_table,
+  racc_action_check,
+  racc_action_default,
+  racc_action_pointer,
+  racc_goto_table,
+  racc_goto_check,
+  racc_goto_default,
+  racc_goto_pointer,
+  racc_nt_base,
+  racc_reduce_table,
+  racc_token_table,
+  racc_shift_n,
+  racc_reduce_n,
+  racc_use_result_var ]
+
+Racc_token_to_s_table = [
+  "$end",
+  "error",
+  "AM",
+  "PM",
+  "UP",
+  "DAYS",
+  "HRS",
+  "MINS",
+  "SECS",
+  "USERS",
+  "LOAD_AVERAGES",
+  "INTEGER",
+  "FLOAT",
+  "\",\"",
+  "\":\"",
+  "$start",
+  "target",
+  "time",
+  "uptime",
+  "users",
+  "load_averages",
+  "uptime_days",
+  "uptime_hr_min",
+  "uptime_hr",
+  "uptime_min",
+  "uptime_sec" ]
+
+Racc_debug_parser = false
+
+##### State transition tables end #####
+
+# reduce 0 omitted
+
+module_eval(<<'.,.,', 'uptime_parser.y', 4)
+  def _reduce_1(val, _values, result)
+     result = { uptime: val[1], users: val[3], load_averages: val[5] }
+    result
+  end
+.,.,
+
+# reduce 2 omitted
+
+# reduce 3 omitted
+
+# reduce 4 omitted
+
+# reduce 5 omitted
+
+module_eval(<<'.,.,', 'uptime_parser.y', 11)
+  def _reduce_6(val, _values, result)
+     result = val[1] + val[2]
+    result
+  end
+.,.,
+
+module_eval(<<'.,.,', 'uptime_parser.y', 12)
+  def _reduce_7(val, _values, result)
+     result = val[1] + val[2]
+    result
+  end
+.,.,
+
+module_eval(<<'.,.,', 'uptime_parser.y', 13)
+  def _reduce_8(val, _values, result)
+     result = val[1] + val[2]
+    result
+  end
+.,.,
+
+module_eval(<<'.,.,', 'uptime_parser.y', 14)
+  def _reduce_9(val, _values, result)
+     result = val[1] + val[2]
+    result
+  end
+.,.,
+
+module_eval(<<'.,.,', 'uptime_parser.y', 15)
+  def _reduce_10(val, _values, result)
+     result = val[1]
+    result
+  end
+.,.,
+
+module_eval(<<'.,.,', 'uptime_parser.y', 16)
+  def _reduce_11(val, _values, result)
+     result = val[1]
+    result
+  end
+.,.,
+
+module_eval(<<'.,.,', 'uptime_parser.y', 17)
+  def _reduce_12(val, _values, result)
+     result = val[1]
+    result
+  end
+.,.,
+
+module_eval(<<'.,.,', 'uptime_parser.y', 18)
+  def _reduce_13(val, _values, result)
+     result = val[1]
+    result
+  end
+.,.,
+
+module_eval(<<'.,.,', 'uptime_parser.y', 20)
+  def _reduce_14(val, _values, result)
+     result = val[0] * 86400
+    result
+  end
+.,.,
+
+module_eval(<<'.,.,', 'uptime_parser.y', 22)
+  def _reduce_15(val, _values, result)
+     result = val[0] * 3600 + val[2] * 60
+    result
+  end
+.,.,
+
+module_eval(<<'.,.,', 'uptime_parser.y', 24)
+  def _reduce_16(val, _values, result)
+     result = val[0] * 3600
+    result
+  end
+.,.,
+
+module_eval(<<'.,.,', 'uptime_parser.y', 26)
+  def _reduce_17(val, _values, result)
+     result = val[0] * 60
+    result
+  end
+.,.,
+
+module_eval(<<'.,.,', 'uptime_parser.y', 28)
+  def _reduce_18(val, _values, result)
+     result = val[0]
+    result
+  end
+.,.,
+
+# reduce 19 omitted
+
+module_eval(<<'.,.,', 'uptime_parser.y', 32)
+  def _reduce_20(val, _values, result)
+     result = { 1 => val[1], 5 => val[2], 15 => val[3] }
+    result
+  end
+.,.,
+
+module_eval(<<'.,.,', 'uptime_parser.y', 33)
+  def _reduce_21(val, _values, result)
+     result = { 1 => val[1], 5 => val[3], 15 => val[5] }
+    result
+  end
+.,.,
+
+def _reduce_none(val, _values, result)
+  val[0]
+end
+
+    end   # class UptimeParser
+  end   # module Tools
+end   # module Riemann

data/lib/riemann/tools/varnish.rb

@@ -0,0 +1,55 @@
+# frozen_string_literal: true
+
+require 'open3'
+require 'riemann/tools'
+
+# Reports varnish stats to Riemann.
+module Riemann
+  module Tools
+    class Varnish
+      include Riemann::Tools
+
+      opt :varnish_host, 'Varnish hostname', default: `hostname`.chomp
+
+      def initialize
+        cmd = 'varnishstat -V'
+        Open3.popen3(cmd) do |_stdin, _stdout, stderr, _wait_thr|
+          @ver = /varnishstat \(varnish-(\d+)/.match(stderr.read)[1].to_i
+        end
+
+        @vstats = if @ver >= 4
+                    ['MAIN.sess_conn',
+                     'MAIN.sess_drop ',
+                     'MAIN.client_req',
+                     'MAIN.cache_hit',
+                     'MAIN.cache_miss',]
+                  else
+                    %w[client_conn
+                       client_drop
+                       client_req
+                       cache_hit
+                       cache_miss]
+                  end
+      end
+
+      def tick
+        stats = if @ver >= 4
+                  `varnishstat -1 -f #{@vstats.join(' -f ')}`
+                else
+                  `varnishstat -1 -f #{@vstats.join(',')}`
+                end
+        stats.each_line do |stat|
+          m = stat.split
+          report(
+            host: opts[:varnish_host].dup,
+            service: "varnish #{m[0]}",
+            metric: m[1].to_f,
+            state: 'ok',
+            description: m[3..].join(' ').to_s,
+            tags: ['varnish'],
+          )
+        end
+      end
+    end
+  end
+end

data/lib/riemann/tools/version.rb

@@ -2,6 +2,6 @@
 
 module Riemann
   module Tools # :nodoc:
-    VERSION = '1.1.1'
+    VERSION = '1.2.0'
   end
 end

data/lib/riemann/tools/zookeeper.rb

@@ -0,0 +1,40 @@
+# frozen_string_literal: true
+
+require 'riemann/tools'
+
+# Gathers zookeeper STATS and submits them to Riemann.
+module Riemann
+  module Tools
+    class Zookeeper
+      include Riemann::Tools
+      require 'socket'
+
+      opt :zookeeper_host, 'Zookeeper hostname', default: 'localhost'
+      opt :zookeeper_port, 'Zookeeper port', default: 2181
+
+      def tick
+        sock = TCPSocket.new(opts[:zookeeper_host], opts[:zookeeper_port])
+        sock.sync = true
+        sock.print('mntr')
+        sock.flush
+
+        loop do
+          stats = sock.gets
+
+          break if stats.nil?
+
+          m = stats.match(/^(\w+)\t+(.*)/)
+
+          report(
+            host: opts[:zookeeper_host].dup,
+            service: "zookeeper #{m[1]}",
+            metric: m[2].to_f,
+            state: 'ok',
+            tags: ['zookeeper'],
+          )
+        end
+        sock.close
+      end
+    end
+  end
+end

data/lib/riemann/tools.rb

@@ -3,7 +3,7 @@
 module Riemann
   module Tools
     require 'optimist'
-    require 'riemann/client'
+    require 'riemann/tools/riemann_client_wrapper'
 
     def self.included(base)
       base.instance_eval do
@@ -72,26 +72,8 @@ module Riemann
       riemann << event
     end
 
-    def new_riemann_client
-      r = Riemann::Client.new(
-        host: options[:host],
-        port: options[:port],
-        timeout: options[:timeout],
-        ssl: options[:tls],
-        key_file: options[:tls_key],
-        cert_file: options[:tls_cert],
-        ca_file: options[:tls_ca_cert],
-        ssl_verify: options[:tls_verify],
-      )
-      if options[:tcp] || options[:tls]
-        r.tcp
-      else
-        r
-      end
-    end
-
     def riemann
-      @riemann ||= new_riemann_client
+      @riemann ||= RiemannClientWrapper.instance.configure(options)
     end
     alias r riemann
 

data/riemann-tools.gemspec

@@ -23,7 +23,9 @@ Gem::Specification.new do |spec|
   # Specify which files should be added to the gem when it is released.
   # The `git ls-files -z` loads the files in the RubyGem that have been added into git.
   spec.files = Dir.chdir(File.expand_path(__dir__)) do
-    `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+    `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) } -
+      ['lib/riemann/tools/uptime_parser.y'] +
+      ['lib/riemann/tools/uptime_parser.tab.rb']
   end
   spec.bindir        = 'bin'
   spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
@@ -34,6 +36,7 @@ Gem::Specification.new do |spec|
   spec.add_runtime_dependency 'riemann-client', '~> 1.0'
 
   spec.add_development_dependency 'github_changelog_generator'
+  spec.add_development_dependency 'racc'
   spec.add_development_dependency 'rake'
   spec.add_development_dependency 'rspec'
   spec.add_development_dependency 'rubocop'

data/tools/riemann-aws/Rakefile

@@ -11,10 +11,8 @@ ENV['COPYFILE_DISABLE'] = 'true'
 
 # Gemspec
 gemspec = Gem::Specification.new do |s|
-  s.rubyforge_project = 'riemann-aws'
-
   s.name = 'riemann-aws'
-  s.version = '0.1.4'
+  s.version = '0.1.5'
   s.author = 'Kyle Kingsbury'
   s.email = 'aphyr@aphyr.com'
   s.homepage = 'https://github.com/riemann/riemann-tools'
@@ -22,15 +20,14 @@ gemspec = Gem::Specification.new do |s|
   s.summary = 'Submits AWS stats to riemann.'
   s.license = 'MIT'
 
-  s.add_dependency 'riemann-tools', '>= 0.2.13'
-  s.add_dependency 'fog', '>= 1.4.0'
-  s.add_dependency 'json'
+  s.add_runtime_dependency 'riemann-tools', '~> 1.0', '>= 1.1.1'
+  s.add_runtime_dependency 'fog-aws', '~> 3.14', '>= 3.14.0'
+  s.add_runtime_dependency 'json', '~> 2.6', '>=2.6.2'
 
-  s.files = FileList['bin/*', 'LICENSE', 'README.md'].to_a
+  s.files = FileList['bin/*', 'lib/**/*.rb', 'LICENSE', 'README.md'].to_a
   s.executables |= Dir.entries('bin/')
-  s.has_rdoc = false
 
-  s.required_ruby_version = '>= 1.8.7'
+  s.required_ruby_version = Gem::Requirement.new('>= 2.6.0')
 end
 
 Gem::PackageTask.new gemspec do |p|

data/tools/riemann-aws/bin/riemann-aws-billing

@@ -3,91 +3,6 @@
 
 Process.setproctitle($PROGRAM_NAME)
 
-require 'riemann/tools'
+require 'riemann/tools/aws/billing'
 
-$0 = __FILE__
-
-module Riemann
-  module Tools
-    class AWSBilling
-      include Riemann::Tools
-      require 'fog'
-
-      opt :fog_credentials_file, 'Fog credentials file', type: String
-      opt :fog_credential, 'Fog credentials to use', type: String
-
-      opt :access_key, 'AWS access key', type: String
-      opt :secret_key, 'Secret access key', type: String
-      opt :services, 'AWS services: AmazonEC2  AmazonS3  AWSDataTransfer', type: :strings, multi: true,
-                                                                           default: %w[AmazonEC2 AmazonS3 AWSDataTransfer]
-
-      opt :time_start, 'Start time in seconds of the metrics period (2hrs ago default)', type: Integer,
-                                                                                         default: 7200
-      opt :time_end, 'End time in seconds of the metrics period ', type: Integer, default: 60
-
-      def initialize
-        if options[:fog_credentials_file]
-          Fog.credentials_path = opts[:fog_credentials_file]
-          Fog.credential = opts[:fog_credential].to_sym
-          @cloudwatch = Fog::AWS::CloudWatch.new
-        else
-          creds = if opts.key?('secret_key') && opts.key?('access_key')
-                    {
-                      aws_secret_access_key: opts[:secret_key],
-                      aws_access_key_id: opts[:access_key],
-                    }
-                  else
-                    { use_iam_profile: true }
-                  end
-          @cloudwatch = Fog::AWS::CloudWatch.new(creds)
-        end
-        @start_time = (Time.now.utc - opts[:time_start]).iso8601
-        @end_time = (Time.now.utc - opts[:time_end]).iso8601
-      end
-
-      def tick
-        opts[:services].each do |service|
-          data = @cloudwatch.get_metric_statistics({
-                                                     'Statistics' => ['Maximum'],
-                                                     'StartTime'  => @start_time,
-                                                     'EndTime'    => @end_time,
-                                                     'Period'     => 3600,
-                                                     'Unit'       => 'None',
-                                                     'MetricName' => 'EstimatedCharges',
-                                                     'Namespace'  => 'AWS/Billing',
-                                                     'Dimensions' => [
-                                                       {
-                                                         'Name'  => 'ServiceName',
-                                                         'Value' => service,
-                                                       },
-                                                       {
-                                                         'Name'  => 'Currency',
-                                                         'Value' => 'USD',
-                                                       },
-                                                     ],
-                                                   }).body['GetMetricStatisticsResult']['Datapoints']
-
-          data.each do |metrics|
-            name = "AWScloudwatch.Billing.#{service}"
-            value = metrics['Maximum']
-            timestamp = metrics['Timestamp'].to_i
-
-            event = {
-              host: nil,
-              service: name,
-              time: timestamp,
-              description: "AWS Estimate Charges for #{service}",
-              tags: ['aws_billing'],
-              state: 'ok',
-              metric: value,
-            }
-
-            report event
-          end
-        end
-      end
-    end
-  end
-end
-
-Riemann::Tools::AWSBilling.run
+Riemann::Tools::Aws::Billing.run

data/tools/riemann-aws/bin/riemann-aws-rds-status

@@ -3,66 +3,6 @@
 
 Process.setproctitle($PROGRAM_NAME)
 
-require 'riemann/tools'
+require 'riemann/tools/aws/rds_status'
 
-$0 = __FILE__ # Let's not expose our AWS keys in the process list
-
-module Riemann
-  module Tools
-    class AWS
-      include Riemann::Tools
-      require 'fog'
-      require 'date'
-      require 'time'
-      require 'json'
-
-      opt :access_key, 'AWS access key', type: String
-      opt :secret_key, 'Secret access key', type: String
-      opt :region, 'AWS region', type: String, default: 'eu-west-1'
-      opt :dbinstance_identifier, 'DBInstanceIdentifier', type: String
-      def initialize
-        abort 'FATAL: specify a DB instance name, see --help for usage' unless opts[:dbinstance_identifier]
-        creds = if opts[:access_key] && opts[:secret_key]
-                  {
-                    aws_access_key_id: opts[:access_key],
-                    aws_secret_access_key: opts[:secret_key],
-                  }
-                else
-                  { use_iam_profile: true }
-                end
-        creds['region'] = opts[:region]
-        @cloudwatch = Fog::AWS::CloudWatch.new(creds)
-      end
-
-      def tick
-        time = Time.new
-        %w[DatabaseConnections FreeableMemory FreeStorageSpace NetworkReceiveThroughput
-           NetworkTransmitThroughput ReadThroughput CPUUtilization].each do |metric|
-          result = @cloudwatch.get_metric_statistics(
-            'Namespace'  => 'AWS/RDS',
-            'MetricName' => metric.to_s,
-            'Statistics' => 'Average',
-            'Dimensions' => [{ 'Name' => 'DBInstanceIdentifier', 'Value' => opts[:dbinstance_identifier].to_s }],
-            'StartTime'  => (time - 120).to_time.iso8601,
-            'EndTime'    => time.to_time.iso8601, 'Period' => 60,
-          )
-          metrics_result = result.data[:body]['GetMetricStatisticsResult']
-          next unless metrics_result['Datapoints'].length.positive?
-
-          datapoint = metrics_result['Datapoints'][0]
-          ev = {
-            metric: datapoint['Average'],
-            service: "#{opts[:dbinstance_identifier]}.#{metric} (#{datapoint['Unit']})",
-            description: JSON.dump(metrics_result),
-            state: 'ok',
-            ttl: 300,
-          }
-
-          report ev
-        end
-      end
-    end
-  end
-end
-
-Riemann::Tools::AWS.run
+Riemann::Tools::Aws::RdsStatus.run