sensu-plugins-aws-boutetnico 1.0.6

data/bin/metrics-s3.rb

@@ -0,0 +1,107 @@
+#! /usr/bin/env ruby
+#
+# s3-metrics
+#
+# DESCRIPTION:
+#   Gets S3 metrics from CloudWatch and puts them in Graphite for longer term storage
+#
+# OUTPUT:
+#   metric-data
+#
+# PLATFORMS:
+#   Linux
+#
+# DEPENDENCIES:
+#   gem: aws-sdk
+#   gem: sensu-plugin
+#   gem: sensu-plugins-aws
+#
+# USAGE:
+#   metrics-s3.rb -r us-west-2
+#
+# NOTES:
+#
+# LICENSE:
+#   Copyright (c) 2015, Olivier Bazoud, olivier.bazoud@gmail.com
+#   Released under the same terms as Sensu (the MIT license); see LICENSE
+#   for details.
+#
+
+require 'sensu-plugin/metric/cli'
+require 'aws-sdk'
+require 'sensu-plugins-aws'
+
+class S3Metrics < Sensu::Plugin::Metric::CLI::Graphite
+  include Common
+
+  option :aws_region,
+         short: '-r AWS_REGION',
+         long: '--aws-region REGION',
+         description: 'AWS Region (defaults to us-east-1).',
+         default: 'us-east-1'
+
+  option :scheme,
+         description: 'Metric naming scheme, text to prepend to metric',
+         short: '-s SCHEME',
+         long: '--scheme SCHEME',
+         default: 'sensu.aws.s3.buckets'
+
+  def bucket_size(size_size = 'bytes'); end
+
+  def run
+    begin
+      s3 = Aws::S3::Client.new(aws_config)
+      list_buckets = s3.list_buckets
+
+      cw = Aws::CloudWatch::Client.new(aws_config)
+
+      now = Time.now
+      # TODO: come back and refactor this
+      list_buckets.buckets.each do |bucket| # rubocop:disable Metrics/BlockLength)
+        bucket_name = bucket.name.tr('.', '_')
+        bucket_size_bytes = cw.get_metric_statistics(
+          namespace: 'AWS/S3',
+          metric_name: 'BucketSizeBytes',
+          dimensions: [
+            {
+              name: 'BucketName',
+              value: bucket.name
+            }, {
+              name: 'StorageType',
+              value: 'StandardStorage'
+            }
+          ],
+          start_time: (now.utc - 24 * 60 * 60).iso8601,
+          end_time: now.utc.iso8601,
+          period: 24 * 60 * 60,
+          statistics: ['Average'],
+          unit: 'Bytes'
+        )
+        output "#{config[:scheme]}.#{bucket_name}.bucket_size_bytes", bucket_size_bytes[:datapoints][0].average, now.to_i unless bucket_size_bytes[:datapoints][0].nil?
+
+        number_of_objects = cw.get_metric_statistics(
+          namespace: 'AWS/S3',
+          metric_name: 'NumberOfObjects',
+          dimensions: [
+            {
+              name: 'BucketName',
+              value: bucket.name
+            }, {
+              name: 'StorageType',
+              value: 'AllStorageTypes'
+            }
+          ],
+          start_time: (now.utc - 24 * 60 * 60).iso8601,
+          end_time: now.utc.iso8601,
+          period: 24 * 60 * 60,
+          statistics: ['Average'],
+          unit: 'Count'
+        )
+        output "#{config[:scheme]}.#{bucket_name}.number_of_objects", number_of_objects[:datapoints][0].average, now.to_i unless number_of_objects[:datapoints][0].nil?
+      end
+    rescue StandardError => e
+      critical "Error: exception: #{e}"
+    end
+    ok
+  end
+end

data/bin/metrics-ses.rb

@@ -0,0 +1,62 @@
+#! /usr/bin/env ruby
+#
+# metrics-ses
+#
+# DESCRIPTION:
+#   Lists SES send statistics
+#
+# OUTPUT:
+#   metric data
+#
+# DEPENDENCIES:
+#   gem: aws-sdk
+#   gem: sensu-plugin
+#
+# USAGE:
+#   metrics-ses.rb -r us-west-2
+#
+#   This will list out the statistics for the most recent 15 minutes from SES
+#
+# NOTES:
+#
+# LICENSE:
+#   Brandon Smith <freedom@reardencode.com>
+#   Released under the same terms as Sensu (the MIT license); see LICENSE
+#   for details.
+
+require 'sensu-plugins-aws'
+require 'sensu-plugin/metric/cli'
+require 'aws-sdk'
+
+class SesMetrics < Sensu::Plugin::Metric::CLI::Graphite
+  include Common
+
+  option :scheme,
+         description: 'Metric naming scheme, text to prepend to metric',
+         short: '-s SCHEME',
+         long: '--scheme SCHEME',
+         default: 'sensu.aws.ses'
+
+  option :aws_region,
+         short: '-r AWS_REGION',
+         long: '--aws-region REGION',
+         description: 'AWS Region (defaults to us-east-1).',
+         default: 'us-east-1'
+
+  def run
+    ses = Aws::SES::Client.new(aws_config)
+    begin
+      response = ses.get_send_statistics
+
+      unknown 'Empty response from AWS SES API' if response.empty? # Can this happen?
+      unknown 'No data points from AWS SES API' if response.send_data_points.empty?
+
+      data_point = response.send_data_points.sort_by(&:timestamp).last
+      output config[:scheme] + '.bounces', data_point.bounces
+      output config[:scheme] + '.rejects', data_point.rejects
+      output config[:scheme] + '.complaints', data_point.complaints
+      output config[:scheme] + '.delivery_attempts', data_point.delivery_attempts
+    end
+    ok
+  end
+end

data/bin/metrics-sqs.rb

@@ -0,0 +1,98 @@
+#! /usr/bin/env ruby
+#
+# metrics-sqs
+#
+# DESCRIPTION:
+#   Fetch SQS metrics
+#
+# OUTPUT:
+#   metric-data
+#
+# PLATFORMS:
+#   Linux
+#
+# DEPENDENCIES:
+#   gem: aws-sdk
+#   gem: sensu-plugin
+#
+# USAGE:
+#   metrics-sqs -q my_queue
+#   metrics-sqs -p queue_prefix_
+#
+# NOTES:
+#
+# LICENSE:
+#   Copyright 2015 Eric Heydrick <eheydrick@gmail.com>
+#   Released under the same terms as Sensu (the MIT license); see LICENSE
+#   for details.
+#
+
+require 'sensu-plugin/metric/cli'
+require 'sensu-plugins-aws'
+require 'aws-sdk'
+
+class SQSMetrics < Sensu::Plugin::Metric::CLI::Graphite
+  include Common
+
+  option :queue,
+         description: 'Name of the queue',
+         short: '-q QUEUE',
+         long: '--queue QUEUE',
+         default: ''
+
+  option :prefix,
+         description: 'Queue name prefix',
+         short: '-p PREFIX',
+         long: '--prefix PREFIX',
+         default: ''
+
+  option :scheme,
+         description: 'Metric naming scheme, text to prepend to metric',
+         short: '-s SCHEME',
+         long: '--scheme SCHEME',
+         default: ''
+
+  option :aws_region,
+         description: 'AWS Region (defaults to us-east-1).',
+         short: '-r AWS_REGION',
+         long: '--aws-region AWS_REGION',
+         default: 'us-east-1'
+
+  def aws_config
+    { access_key_id: config[:aws_access_key],
+      secret_access_key: config[:aws_secret_access_key],
+      region: config[:aws_region] }
+  end
+
+  def scheme(queue_name)
+    scheme = config[:scheme].empty? ? 'aws.sqs.queue' : config[:scheme]
+    "#{scheme}.#{queue_name.tr('-', '_')}.message_count"
+  end
+
+  def record_queue_metrics(q_name, q)
+    output scheme(q_name), q.attributes['ApproximateNumberOfMessages'].to_i
+    output "#{scheme(q_name)}.delayed", q.attributes['ApproximateNumberOfMessagesDelayed'].to_i
+    output "#{scheme(q_name)}.not_visible", q.attributes['ApproximateNumberOfMessagesNotVisible'].to_i
+  end
+
+  def run
+    begin
+      sqs = Aws::SQS::Resource.new(aws_config)
+
+      if config[:prefix] == ''
+        if config[:queue] == ''
+          critical 'Error, either QUEUE or PREFIX must be specified'
+        end
+
+        record_queue_metrics(config[:queue], sqs.get_queue_by_name(queue_name: config[:queue]))
+      else
+        sqs.queues(queue_name_prefix: config[:prefix]).each do |q|
+          record_queue_metrics(q.attributes['QueueArn'].split(':').last, q)
+        end
+      end
+    rescue StandardError => e
+      critical "Error fetching SQS queue metrics: #{e.message}"
+    end
+    ok
+  end
+end

data/bin/metrics-waf.rb

@@ -0,0 +1,111 @@
+#! /usr/bin/env ruby
+#
+# metrics-waf
+#
+# DESCRIPTION:
+#   Gets latency metrics from CloudWatch and puts them in Graphite for longer term storage
+#
+# OUTPUT:
+#   metric-data
+#
+# PLATFORMS:
+#   Linux
+#
+# DEPENDENCIES:
+#   gem: aws-sdk
+#   gem: sensu-plugin
+#   gem: sensu-plugin-aws
+#   gem: time
+#
+# USAGE:
+#
+#
+# NOTES:
+#
+# LICENSE:
+#   Zubov Yuri <yury.zubau@gmail.com> sponsored by Actility, https://www.actility.com
+#   Released under the same terms as Sensu (the MIT license); see LICENSE
+#   for details.
+#
+
+require 'sensu-plugin/metric/cli'
+require 'aws-sdk'
+require 'sensu-plugins-aws'
+require 'time'
+
+class WafMetrics < Sensu::Plugin::Metric::CLI::Generic
+  include CloudwatchCommon
+
+  option :scheme,
+         description: 'Metric naming scheme, text to prepend to metric',
+         short: '-s SCHEME',
+         long: '--scheme SCHEME',
+         default: 'aws.waf'
+
+  option :aws_region,
+         short: '-r AWS_REGION',
+         long: '--aws-region REGION',
+         description: 'AWS Region (defaults to us-east-1).',
+         default: 'us-east-1'
+
+  option :metric,
+         description: 'Metric to fetch',
+         short: '-m METRIC',
+         long: '--metric',
+         required: false,
+         in: %w[AllowedRequests BlockedRequests CountedRequests PassedRequests]
+
+  option :end_time,
+         short:       '-t T',
+         long:        '--end-time TIME',
+         default:     Time.now,
+         proc:        proc { |a| Time.parse a },
+         description: 'CloudWatch metric statistics end time'
+
+  option :period,
+         short:       '-p N',
+         long:        '--period SECONDS',
+         default:     60,
+         proc:        proc(&:to_i),
+         description: 'CloudWatch metric statistics period'
+
+  def print_statistics(statistics, config)
+    statistics.each do |key, stats|
+      r = client.get_metric_statistics(metrics_request(config).merge(metric_name: key, statistics: [stats]))
+      keys = [config[:scheme]]
+      keys.concat([key, stats])
+      unless r[:datapoints].first.nil?
+        output metric_name: keys.join('.'), value: r[:datapoints].first[stats.downcase]
+      end
+    end
+  end
+
+  def run
+    statistic = {
+      'AllowedRequests' => 'Sum',
+      'BlockedRequests' => 'Sum',
+      'CountedRequests' => 'Sum',
+      'PassedRequests' => 'Sum'
+    }
+
+    unless config[:metric].nil?
+      statistic.select! { |key, _| key == config[:metric] }
+    end
+
+    new_config = config.clone
+    new_config[:namespace] = 'WAF'
+    new_config[:dimensions] = [
+      {
+        name: 'WebACL',
+        value: 'SecurityAutomationsMaliciousRequesters'
+      },
+      {
+        name: 'Rule',
+        value: 'ALL'
+      }
+    ]
+
+    print_statistics(statistic, new_config)
+    ok
+  end
+end

data/lib/sensu-plugins-aws.rb

@@ -0,0 +1,4 @@
+require 'sensu-plugins-aws/version'
+require 'sensu-plugins-aws/common'
+require 'sensu-plugins-aws/filter'
+require 'sensu-plugins-aws/cloudwatch-common'

data/lib/sensu-plugins-aws/cloudwatch-common.rb

@@ -0,0 +1,92 @@
+module CloudwatchCommon
+  include Common
+
+  def client
+    @client ||= Aws::CloudWatch::Client.new
+  end
+
+  def read_value(resp, stats)
+    if extended_stats? stats
+      resp.datapoints.sort_by(&:timestamp).last.extended_statistics[stats]
+    else
+      resp.datapoints.sort_by(&:timestamp).last.send(stats.downcase)
+    end
+  end
+
+  def resp_has_no_data(resp, stats)
+    resp.datapoints.nil? || resp.datapoints.empty? || resp.datapoints.first.nil? || read_value(resp, stats).nil?
+  end
+
+  def compare(value, threshold, compare_method)
+    case compare_method
+    when 'greater'
+      value > threshold
+    when 'less'
+      value < threshold
+    when 'not'
+      value != threshold
+    else
+      value == threshold
+    end
+  end
+
+  def extended_stats?(stats)
+    stats[/p\d+\.\d+|p\d+/] # Check for percentile format
+  end
+
+  def metrics_request(config)
+    request = {
+      namespace: config[:namespace],
+      metric_name: config[:metric_name],
+      dimensions: config[:dimensions],
+      start_time: Time.now - config[:period] * 10,
+      end_time: Time.now,
+      period: config[:period],
+      unit: config[:unit]
+    }
+    stats_key = extended_stats?(config[:statistics]) ? :extended_statistics : :statistics
+    request[stats_key] = [config[:statistics]]
+    request
+  end
+
+  def get_metric(metric)
+    client.get_metric_statistics(composite_metrics_request(metric))
+  end
+
+  def composite_metrics_request(metric)
+    ## config is a class variable but don't want to change signature
+    metrics_request(config).merge(metric_name: metric)
+  end
+
+  def self.parse_dimensions(dimension_string)
+    dimension_string.split(',')
+                    .collect { |d| d.split '=' }
+                    .collect { |a| { name: a[0], value: a[1] } }
+  end
+
+  def dimension_string
+    config[:dimensions].map { |d| "#{d[:name]}=#{d[:value]}" }.join('&')
+  end
+
+  def check(config)
+    resp = client.get_metric_statistics(metrics_request(config))
+
+    no_data = resp_has_no_data(resp, config[:statistics])
+    if no_data && config[:no_data_ok]
+      ok "#{metric_desc} returned no data but that's ok"
+    elsif no_data && !config[:no_data_ok]
+      unknown "#{metric_desc} could not be retrieved"
+    end
+
+    value = read_value(resp, config[:statistics])
+    base_msg = "#{metric_desc} is #{value}: comparison=#{config[:compare]}"
+
+    if compare value, config[:critical], config[:compare]
+      critical "#{base_msg} threshold=#{config[:critical]}"
+    elsif config[:warning] && compare(value, config[:warning], config[:compare])
+      warning "#{base_msg} threshold=#{config[:warning]}"
+    else
+      ok "#{base_msg}, will alarm at #{!config[:warning].nil? ? config[:warning] : config[:critical]}"
+    end
+  end
+end