riemann-tools 1.0.0 → 1.1.0

data/tools/riemann-aws/bin/riemann-elb-metrics

@@ -1,166 +1,167 @@
 #!/usr/bin/env ruby
-Process.setproctitle($0)
+# frozen_string_literal: true
+
+Process.setproctitle($PROGRAM_NAME)
 
 require 'riemann/tools'
 
 $0 = __FILE__
 
-class Riemann::Tools::ELBMetrics
-  include Riemann::Tools
-  require 'fog'
-  require 'time'
-
-  opt :fog_credentials_file, "Fog credentials file", :type => String
-  opt :fog_credential, "Fog credentials to use", :type => String
-  opt :aws_access, "AWS Access Key", :type => String
-  opt :aws_secret, "AWS Secret Key", :type => String
-  opt :aws_region, "AWS Region", :type => String, :default => "eu-west-1"
-  opt :aws_azs, "List of AZs to aggregate against", :type => :strings, :default => [ "all_az" ]
-  opt :elbs, "List of ELBs to pull metrics from", :type => :strings, :required => true
-
-  def standard_metrics
-    # ELB metric types, from:
-    # http://docs.aws.amazon.com/AmazonCloudWatch/latest/DeveloperGuide/CW_Support_For_AWS.html#elb-metricscollected
-    metric_options = {
-      "Latency" => {
-        "Unit" => "Seconds",
-        "Statistics" => ["Maximum", "Minimum", "Average" ]
-      },
-      "RequestCount" => {
-        "Unit" => "Count",
-        "Statistics" => [ "Sum" ]
-      },
-      "HealthyHostCount" => {
-        "Units" => "Count",
-        "Statistics" => [ "Minimum", "Maximum", "Average" ]
-      },
-      "UnHealthyHostCount" => {
-        "Units" => "Count",
-        "Statistics" => [ "Minimum", "Maximum", "Average" ]
-      },
-      "HTTPCode_ELB_4XX" => {
-        "Units" => "Count",
-        "Statistics" => [ "Sum" ]
-      },
-      "HTTPCode_ELB_5XX" => {
-        "Units" => "Count",
-        "Statistics" => [ "Sum" ]
-      },
-      "HTTPCode_Backend_2XX" => {
-        "Units" => "Count",
-        "Statistics" => [ "Sum" ]
-      },
-      "HTTPCode_Backend_3XX" => {
-        "Units" => "Count",
-        "Statistics" => [ "Sum" ]
-      },
-      "HTTPCode_Backend_4XX" => {
-        "Units" => "Count",
-        "Statistics" => [ "Sum" ]
-      },
-      "HTTPCode_Backend_5XX" => {
-        "Units" => "Count",
-        "Statistics" => [ "Sum" ]
-      }
-    }
-
-    metric_options
-  end
-
-  def base_metrics
-    # get last 60 seconds
-    start_time = (Time.now.utc - 60).iso8601
-    end_time = Time.now.utc.iso8601
-
-    # The base query that all metrics would get
-    metric_base = {
-      "Namespace" => "AWS/ELB",
-      "StartTime" => start_time,
-      "EndTime" => end_time,
-      "Period" => 60,
-    }
-
-    metric_base
-  end
-
-
-  def tick
-    if options[:fog_credentials_file]
-      Fog.credentials_path = options[:fog_credentials_file]
-      Fog.credential = options[:fog_credential].to_sym
-      connection = Fog::AWS::CloudWatch.new
-    else 
-      if options[:aws_access] && options[:aws_secret]
-        connection = Fog::AWS::CloudWatch.new({
-          :aws_access_key_id => options[:aws_access],
-          :aws_secret_access_key => options[:aws_secret],
-          :region => options[:aws_region]
-        })
-      else
-        connection = Fog::AWS::CloudWatch.new({
-          :use_iam_profile => true,
-          :region => options[:aws_region]
-        })        
+module Riemann
+  module Tools
+    class ELBMetrics
+      include Riemann::Tools
+      require 'fog'
+      require 'time'
+
+      opt :fog_credentials_file, 'Fog credentials file', type: String
+      opt :fog_credential, 'Fog credentials to use', type: String
+      opt :aws_access, 'AWS Access Key', type: String
+      opt :aws_secret, 'AWS Secret Key', type: String
+      opt :aws_region, 'AWS Region', type: String, default: 'eu-west-1'
+      opt :aws_azs, 'List of AZs to aggregate against', type: :strings, default: ['all_az']
+      opt :elbs, 'List of ELBs to pull metrics from', type: :strings, required: true
+
+      def standard_metrics
+        # ELB metric types, from:
+        # http://docs.aws.amazon.com/AmazonCloudWatch/latest/DeveloperGuide/CW_Support_For_AWS.html#elb-metricscollected
+        {
+          'Latency'              => {
+            'Unit'       => 'Seconds',
+            'Statistics' => %w[Maximum Minimum Average],
+          },
+          'RequestCount'         => {
+            'Unit'       => 'Count',
+            'Statistics' => ['Sum'],
+          },
+          'HealthyHostCount'     => {
+            'Units'      => 'Count',
+            'Statistics' => %w[Minimum Maximum Average],
+          },
+          'UnHealthyHostCount'   => {
+            'Units'      => 'Count',
+            'Statistics' => %w[Minimum Maximum Average],
+          },
+          'HTTPCode_ELB_4XX'     => {
+            'Units'      => 'Count',
+            'Statistics' => ['Sum'],
+          },
+          'HTTPCode_ELB_5XX'     => {
+            'Units'      => 'Count',
+            'Statistics' => ['Sum'],
+          },
+          'HTTPCode_Backend_2XX' => {
+            'Units'      => 'Count',
+            'Statistics' => ['Sum'],
+          },
+          'HTTPCode_Backend_3XX' => {
+            'Units'      => 'Count',
+            'Statistics' => ['Sum'],
+          },
+          'HTTPCode_Backend_4XX' => {
+            'Units'      => 'Count',
+            'Statistics' => ['Sum'],
+          },
+          'HTTPCode_Backend_5XX' => {
+            'Units'      => 'Count',
+            'Statistics' => ['Sum'],
+          },
+        }
       end
-    end
 
-    options[:elbs].each do |lb|
-
-      metric_options = standard_metrics
-      metric_base_options = base_metrics
-
-      options[:aws_azs].each do |az|
-        metric_options.keys.sort.each do |metric_type|
-          merged_options = metric_base_options.merge(metric_options[metric_type])
-          merged_options["MetricName"] = metric_type
-          if az == "all_az"
-            merged_options["Dimensions"] = [ { "Name" => "LoadBalancerName", "Value" => lb } ]
-          else
-            merged_options["Dimensions"] = [
-              { "Name" => "LoadBalancerName", "Value" => lb },
-              { "Name" => "AvailabilityZone" , "Value" => az}
-            ]
-          end
+      def base_metrics
+        # get last 60 seconds
+        start_time = (Time.now.utc - 60).iso8601
+        end_time = Time.now.utc.iso8601
+
+        # The base query that all metrics would get
+        {
+          'Namespace' => 'AWS/ELB',
+          'StartTime' => start_time,
+          'EndTime'   => end_time,
+          'Period'    => 60,
+        }
+      end
 
-          result = connection.get_metric_statistics(merged_options)
+      def tick
+        if options[:fog_credentials_file]
+          Fog.credentials_path = options[:fog_credentials_file]
+          Fog.credential = options[:fog_credential].to_sym
+          connection = Fog::AWS::CloudWatch.new
+        else
+          connection = if options[:aws_access] && options[:aws_secret]
+                         Fog::AWS::CloudWatch.new({
+                                                    aws_access_key_id: options[:aws_access],
+                                                    aws_secret_access_key: options[:aws_secret],
+                                                    region: options[:aws_region],
+                                                  })
+                       else
+                         Fog::AWS::CloudWatch.new({
+                                                    use_iam_profile: true,
+                                                    region: options[:aws_region],
+                                                  })
+                       end
+        end
 
-          # "If no response codes in the category 2XX-5XX range are sent to clients within 
-          # the given time period, values for these metrics will not be recorded in CloudWatch"
-          #next if result.body["GetMetricStatisticsResult"]["Datapoints"].empty? && metric_type =~ /[2345]XX/
-          #
-          if result.body["GetMetricStatisticsResult"]["Datapoints"].empty?
-            standard_metrics[metric_type]['Statistics'].each do |stat_type|
-              event = event(lb, az, metric_type, stat_type, 0.0)
-              report(event)
+        options[:elbs].each do |lb|
+          metric_options = standard_metrics
+          metric_base_options = base_metrics
+
+          options[:aws_azs].each do |az|
+            metric_options.keys.sort.each do |metric_type|
+              merged_options = metric_base_options.merge(metric_options[metric_type])
+              merged_options['MetricName'] = metric_type
+              merged_options['Dimensions'] = if az == 'all_az'
+                                               [{ 'Name' => 'LoadBalancerName', 'Value' => lb }]
+                                             else
+                                               [
+                                                 { 'Name' => 'LoadBalancerName', 'Value' => lb },
+                                                 { 'Name' => 'AvailabilityZone', 'Value' => az },
+                                               ]
+                                             end
+
+              result = connection.get_metric_statistics(merged_options)
+
+              # "If no response codes in the category 2XX-5XX range are sent to clients within
+              # the given time period, values for these metrics will not be recorded in CloudWatch"
+              # next if result.body["GetMetricStatisticsResult"]["Datapoints"].empty? && metric_type =~ /[2345]XX/
+              #
+              if result.body['GetMetricStatisticsResult']['Datapoints'].empty?
+                standard_metrics[metric_type]['Statistics'].each do |stat_type|
+                  event = event(lb, az, metric_type, stat_type, 0.0)
+                  report(event)
+                end
+                next
+              end
+
+              # We should only ever have a single data point
+              result.body['GetMetricStatisticsResult']['Datapoints'][0].keys.sort.each do |stat_type|
+                next if stat_type == 'Unit'
+                next if stat_type == 'Timestamp'
+
+                unit = result.body['GetMetricStatisticsResult']['Datapoints'][0]['Unit']
+                metric = result.body['GetMetricStatisticsResult']['Datapoints'][0][stat_type]
+                event = event(lb, az, metric_type, stat_type, metric, unit)
+                report(event)
+              end
             end
-            next
-          end
-
-          # We should only ever have a single data point
-          result.body["GetMetricStatisticsResult"]["Datapoints"][0].keys.sort.each do |stat_type|
-            next if stat_type == "Unit"
-            next if stat_type == "Timestamp"
-
-            unit = result.body["GetMetricStatisticsResult"]["Datapoints"][0]["Unit"]
-            metric = result.body["GetMetricStatisticsResult"]["Datapoints"][0][stat_type]
-            event = event(lb, az, metric_type, stat_type, metric, unit)
-            report(event)
           end
         end
       end
-    end
-  end
 
-  private
-  def event(lb, az, metric_type, stat_type, metric, unit=nil)
-    event = {
-      host: lb,
-      service: "elb.#{az}.#{metric_type}.#{stat_type}",
-      ttl: 60,
-      description: "#{lb} #{metric_type} #{stat_type} (#{unit})",
-      tags: ["elb_metrics"],
-      metric: metric
-    }
+      private
+
+      def event(lb, az, metric_type, stat_type, metric, unit = nil)
+        {
+          host: lb,
+          service: "elb.#{az}.#{metric_type}.#{stat_type}",
+          ttl: 60,
+          description: "#{lb} #{metric_type} #{stat_type} (#{unit})",
+          tags: ['elb_metrics'],
+          metric: metric,
+        }
+      end
+    end
   end
 end
 

data/tools/riemann-aws/bin/riemann-s3-list

@@ -1,82 +1,87 @@
 #!/usr/bin/env ruby
-Process.setproctitle($0)
+# frozen_string_literal: true
+
+Process.setproctitle($PROGRAM_NAME)
 
 require 'riemann/tools'
 
 $0 = __FILE__
 
-class Riemann::Tools::S3Metrics
-  include Riemann::Tools
-  require 'fog'
-  require 'time'
-
-  opt :fog_credentials_file, "Fog credentials file", :type => String
-  opt :fog_credential, "Fog credentials to use", :type => String
-  opt :aws_access, "AWS Access Key", :type => String
-  opt :aws_secret, "AWS Secret Key", :type => String
-  opt :aws_region, "AWS Region", :type => String, :default => "eu-west-1"
-  opt :buckets, "Buckets to pull metrics from, multi=true, can have a prefix like mybucket/prefix", :type => String, :multi => true, :required => true
-  opt :max_objects, "Max number of objects to list before stopping to save bandwidth", :default => -1
+module Riemann
+  module Tools
+    class S3Metrics
+      include Riemann::Tools
+      require 'fog'
+      require 'time'
 
+      opt :fog_credentials_file, 'Fog credentials file', type: String
+      opt :fog_credential, 'Fog credentials to use', type: String
+      opt :aws_access, 'AWS Access Key', type: String
+      opt :aws_secret, 'AWS Secret Key', type: String
+      opt :aws_region, 'AWS Region', type: String, default: 'eu-west-1'
+      opt :buckets, 'Buckets to pull metrics from, multi=true, can have a prefix like mybucket/prefix', type: String,
+                                                                                                        multi: true, required: true
+      opt :max_objects, 'Max number of objects to list before stopping to save bandwidth', default: -1
 
-  def tick
-    if options[:fog_credentials_file]
-      Fog.credentials_path = options[:fog_credentials_file]
-      Fog.credential = options[:fog_credential].to_sym
-      connection = Fog::Storage.new
-    else
-      if options[:aws_access] && options[:aws_secret]
-        connection = Fog::Storage.new({
-                                          :provider => "AWS",
-                                          :aws_access_key_id => options[:aws_access],
-                                          :aws_secret_access_key => options[:aws_secret],
-                                          :region => options[:aws_region]
-                                      })
-      else
-        connection = Fog::Storage.new({
-                                          :provider => "AWS",
-                                          :use_iam_profile => true,
-                                          :region => options[:aws_region]
-                                      })
-      end
-    end
+      def tick
+        if options[:fog_credentials_file]
+          Fog.credentials_path = options[:fog_credentials_file]
+          Fog.credential = options[:fog_credential].to_sym
+          connection = Fog::Storage.new
+        else
+          connection = if options[:aws_access] && options[:aws_secret]
+                         Fog::Storage.new({
+                                            provider: 'AWS',
+                                            aws_access_key_id: options[:aws_access],
+                                            aws_secret_access_key: options[:aws_secret],
+                                            region: options[:aws_region],
+                                          })
+                       else
+                         Fog::Storage.new({
+                                            provider: 'AWS',
+                                            use_iam_profile: true,
+                                            region: options[:aws_region],
+                                          })
+                       end
+        end
 
-    options[:buckets].each do |url|
-      split = url.split('/')
-      bucket = split[0]
-      prefix = ""
-      if (split[1])
-        prefix = url[(split[0].length+1)..-1]
-      end
-      count = 0
-      connection.directories.get(bucket, prefix: prefix).files.map do |file|
-        count = count +1
-        if (options[:max_objects]>0 && count>options[:max_objects])
-          break
+        options[:buckets].each do |url|
+          split = url.split('/')
+          bucket = split[0]
+          prefix = ''
+          prefix = url[(split[0].length + 1)..] if split[1]
+          count = 0
+          connection.directories.get(bucket, prefix: prefix).files.map do |_file|
+            count += 1
+            break if options[:max_objects].positive? && count > options[:max_objects]
+          end
+          event = if options[:max_objects].positive? && count > options[:max_objects]
+                    event(
+                      url, 'objectCount', count, "count was bigger than threshold #{options[:max_objects]}",
+                      'warning',
+                    )
+                  else
+                    event(url, 'objectCount', count, "All objects counted, threshold=#{options[:max_objects]}", 'ok')
+                  end
+          report(event)
         end
       end
-      if (options[:max_objects]>0 && count>options[:max_objects])
-        event = event(url, "objectCount", count, "count was bigger than threshold #{options[:max_objects]}", "warning")
-        report(event)
-      else
-        event = event(url, "objectCount", count, "All objects counted, threshold=#{options[:max_objects]}", "ok")
-        report(event)
+
+      private
+
+      def event(bucket, label, metric, description, severity)
+        {
+          host: "bucket_#{bucket}",
+          service: "s3.#{label}",
+          ttl: 300,
+          description: "#{bucket} #{description}",
+          tags: ['s3_metrics'],
+          metric: metric,
+          state: severity,
+        }
       end
     end
   end
-
-  private
-  def event(bucket, label, metric, description, severity)
-    event = {
-        host: "bucket_#{bucket}",
-        service: "s3.#{label}",
-        ttl: 300,
-        description: "#{bucket} #{description}",
-        tags: ["s3_metrics"],
-        metric: metric,
-        state: severity
-    }
-  end
 end
 
 Riemann::Tools::S3Metrics.run

data/tools/riemann-aws/bin/riemann-s3-status

@@ -1,98 +1,101 @@
 #!/usr/bin/env ruby
-Process.setproctitle($0)
+# frozen_string_literal: true
+
+Process.setproctitle($PROGRAM_NAME)
 
 require 'riemann/tools'
 
 $0 = __FILE__
 
-class Riemann::Tools::S3Metrics
-  include Riemann::Tools
-  require 'fog'
-  require 'time'
-
-  opt :fog_credentials_file, "Fog credentials file", :type => String
-  opt :fog_credential, "Fog credentials to use", :type => String
-  opt :aws_access, "AWS Access Key", :type => String
-  opt :aws_secret, "AWS Secret Key", :type => String
-  opt :aws_region, "AWS Region", :type => String, :default => "eu-west-1"
-  opt :buckets, "Buckets to pull metrics from, multi=true", :type => String, :multi => true, :required => true
-  opt :statistic, "Statistic to retrieve, multi=true, e.g. --statistic=Average --statistic=Maximum", :type => String, :multi => true, :required => true
-
-
-  def base_metrics
-    # get last 60 seconds
-    start_time = (Time.now.utc - 3600 * 24 * 1).iso8601
-    end_time = Time.now.utc.iso8601
-
-    # The base query that all metrics would get
-    metric_base = {
-        "Namespace" => "AWS/S3",
-        "StartTime" => start_time,
-        "EndTime" => end_time,
-        "Period" => 3600,
-        "MetricName" => "NumberOfObjects",
-    }
-
-    metric_base
-  end
-
-
-  def tick
-    if options[:fog_credentials_file]
-      Fog.credentials_path = options[:fog_credentials_file]
-      Fog.credential = options[:fog_credential].to_sym
-      connection = Fog::AWS::CloudWatch.new
-    else
-      if options[:aws_access] && options[:aws_secret]
-        connection = Fog::AWS::CloudWatch.new({
-                                                  :aws_access_key_id => options[:aws_access],
-                                                  :aws_secret_access_key => options[:aws_secret],
-                                                  :region => options[:aws_region]
-                                              })
-      else
-        connection = Fog::AWS::CloudWatch.new({
-                                                  :use_iam_profile => true,
-                                                  :region => options[:aws_region]
-                                              })
+module Riemann
+  module Tools
+    class S3Metrics
+      include Riemann::Tools
+      require 'fog'
+      require 'time'
+
+      opt :fog_credentials_file, 'Fog credentials file', type: String
+      opt :fog_credential, 'Fog credentials to use', type: String
+      opt :aws_access, 'AWS Access Key', type: String
+      opt :aws_secret, 'AWS Secret Key', type: String
+      opt :aws_region, 'AWS Region', type: String, default: 'eu-west-1'
+      opt :buckets, 'Buckets to pull metrics from, multi=true', type: String, multi: true, required: true
+      opt :statistic, 'Statistic to retrieve, multi=true, e.g. --statistic=Average --statistic=Maximum', type: String,
+                                                                                                         multi: true, required: true
+
+      def base_metrics
+        # get last 60 seconds
+        start_time = (Time.now.utc - 3600 * 24 * 1).iso8601
+        end_time = Time.now.utc.iso8601
+
+        # The base query that all metrics would get
+        {
+          'Namespace'  => 'AWS/S3',
+          'StartTime'  => start_time,
+          'EndTime'    => end_time,
+          'Period'     => 3600,
+          'MetricName' => 'NumberOfObjects',
+        }
       end
-    end
-
-    options[:statistic].each do |statistic|
-      options[:buckets].each do |bucket|
-
-        metric_base_options = base_metrics
-        metric_base_options["Statistics"] = statistic
-        metric_base_options["Dimensions"] = [
-            {"Name" => "BucketName", "Value" => bucket},
-            {"Name" => "StorageType", "Value" => "AllStorageTypes"}]
 
-        result = connection.get_metric_statistics(metric_base_options)
-        if result.body["GetMetricStatisticsResult"]["Datapoints"].empty?
-          next
+      def tick
+        if options[:fog_credentials_file]
+          Fog.credentials_path = options[:fog_credentials_file]
+          Fog.credential = options[:fog_credential].to_sym
+          connection = Fog::AWS::CloudWatch.new
+        else
+          connection = if options[:aws_access] && options[:aws_secret]
+                         Fog::AWS::CloudWatch.new({
+                                                    aws_access_key_id: options[:aws_access],
+                                                    aws_secret_access_key: options[:aws_secret],
+                                                    region: options[:aws_region],
+                                                  })
+                       else
+                         Fog::AWS::CloudWatch.new({
+                                                    use_iam_profile: true,
+                                                    region: options[:aws_region],
+                                                  })
+                       end
         end
-          result.body["GetMetricStatisticsResult"]["Datapoints"][0].keys.sort.each do |stat_type|
-          next if stat_type == "Unit"
-          next if stat_type == "Timestamp"
 
-          unit = result.body["GetMetricStatisticsResult"]["Datapoints"][0]["Unit"]
-          metric = result.body["GetMetricStatisticsResult"]["Datapoints"][0][stat_type]
-          event = event(bucket, result.body["GetMetricStatisticsResult"]["Label"], stat_type, unit, metric)
-          report(event)
+        options[:statistic].each do |statistic|
+          options[:buckets].each do |bucket|
+            metric_base_options = base_metrics
+            metric_base_options['Statistics'] = statistic
+            metric_base_options['Dimensions'] = [
+              { 'Name' => 'BucketName', 'Value' => bucket },
+              { 'Name' => 'StorageType', 'Value' => 'AllStorageTypes' },
+            ]
+
+            result = connection.get_metric_statistics(metric_base_options)
+            next if result.body['GetMetricStatisticsResult']['Datapoints'].empty?
+
+            result.body['GetMetricStatisticsResult']['Datapoints'][0].keys.sort.each do |stat_type|
+              next if stat_type == 'Unit'
+              next if stat_type == 'Timestamp'
+
+              unit = result.body['GetMetricStatisticsResult']['Datapoints'][0]['Unit']
+              metric = result.body['GetMetricStatisticsResult']['Datapoints'][0][stat_type]
+              event = event(bucket, result.body['GetMetricStatisticsResult']['Label'], stat_type, unit, metric)
+              report(event)
+            end
+          end
         end
       end
-    end
-  end
 
-  private
-  def event(bucket, label, metric_type, stat_type, metric, unit=nil)
-    event = {
-        host: "bucket_#{bucket}",
-        service: "s3.#{label}.#{metric_type}.#{stat_type}",
-        ttl: 300,
-        description: "#{bucket} #{metric_type} #{stat_type} (#{unit})",
-        tags: ["s3_metrics"],
-        metric: metric
-    }
+      private
+
+      def event(bucket, label, metric_type, stat_type, metric, unit = nil)
+        {
+          host: "bucket_#{bucket}",
+          service: "s3.#{label}.#{metric_type}.#{stat_type}",
+          ttl: 300,
+          description: "#{bucket} #{metric_type} #{stat_type} (#{unit})",
+          tags: ['s3_metrics'],
+          metric: metric,
+        }
+      end
+    end
   end
 end