sensu-plugins-aws-boutetnico 1.0.6

data/bin/metrics-cloudfront.rb

@@ -0,0 +1,159 @@
+#! /usr/bin/env ruby
+#
+# cloudfront-metrics
+#
+# DESCRIPTION:
+#   Gets latency metrics from CloudWatch and puts them in Graphite for longer term storage
+#
+# OUTPUT:
+#   metric-data
+#
+# PLATFORMS:
+#   Linux
+#
+# DEPENDENCIES:
+#   gem: aws-sdk
+#   gem: sensu-plugin
+#   gem: sensu-plugin-aws
+#   gem: time
+#
+# USAGE:
+#
+#
+# NOTES:
+#
+# LICENSE:
+#   Zubov Yuri <yury.zubau@gmail.com> sponsored by Actility, https://www.actility.com
+#   Released under the same terms as Sensu (the MIT license); see LICENSE
+#   for details.
+#
+
+require 'sensu-plugin/metric/cli'
+require 'aws-sdk'
+require 'sensu-plugins-aws'
+require 'time'
+
+class CloudFrontMetrics < Sensu::Plugin::Metric::CLI::Graphite
+  include Common
+  option :distribution_id,
+         description: 'Distribution id of Cloudfront (defaults to all distributions)',
+         short: '-d DISTRIBUTION_ID',
+         long: '--distribution_id DISTRIBUTION_ID'
+
+  option :scheme,
+         description: 'Metric naming scheme, text to prepend to metric',
+         short: '-s SCHEME',
+         long: '--scheme SCHEME',
+         default: 'aws.cloudfront'
+
+  option :aws_region,
+         short: '-r AWS_REGION',
+         long: '--aws-region REGION',
+         description: 'AWS Region (defaults to us-east-1).',
+         default: 'us-east-1'
+
+  option :metrics,
+         description: 'Commas separated list of metric(s) to fetch',
+         short: '-m METRIC1,METRIC2',
+         long: '--metrics METRIC1,METRIC2'
+
+  option :end_time,
+         short:       '-t T',
+         long:        '--end-time TIME',
+         default:     Time.now,
+         proc:        proc { |a| Time.parse a },
+         description: 'CloudWatch metric statistics end time'
+
+  option :period,
+         short:       '-p N',
+         long:        '--period SECONDS',
+         default:     60,
+         proc:        proc(&:to_i),
+         description: 'CloudWatch metric statistics period'
+
+  def cloud_watch
+    @cloud_watch ||= Aws::CloudWatch::Client.new
+  end
+
+  def cloud_watch_metric(metric_name, statistics, distribution_id)
+    cloud_watch.get_metric_statistics(
+      namespace: 'AWS/CloudFront',
+      metric_name: metric_name,
+      dimensions: [
+        {
+          name: 'Region',
+          value: 'Global'
+        },
+        {
+          name: 'DistributionId',
+          value: distribution_id
+        }
+      ],
+      statistics: [statistics],
+      start_time: config[:end_time] - config[:period],
+      end_time: config[:end_time],
+      period: config[:period]
+    )
+  end
+
+  def distribution_list(metrics)
+    list_metrics = cloud_watch.list_metrics(
+      namespace: 'AWS/CloudFront'
+    ).metrics
+
+    list_metrics = list_metrics.select { |e| metrics.include? e.metric_name }
+
+    list_metrics.reduce(Set.new) do |result, item|
+      result << item.dimensions.find { |element| element.name == 'DistributionId' }.value
+    end
+  end
+
+  def print_statistics(distribution_id, statistic)
+    statistic.each do |metric, static|
+      r = cloud_watch_metric(metric, static, distribution_id)
+      keys = [config[:scheme]]
+      keys.concat [distribution_id, metric, static]
+      output(keys.join('.'), r[:datapoints].first[static.downcase]) unless r[:datapoints].first.nil?
+    end
+  end
+
+  def print_metrics(distribution_id, metrics)
+    metrics_statistic = {
+      'Requests' => 'Sum',
+      'BytesDownloaded' => 'Sum',
+      'BytesUploaded' => 'Sum',
+      'TotalErrorRate' => 'Average',
+      '4xxErrorRate' => 'Average',
+      '5xxErrorRate' => 'Average'
+    }
+
+    metrics.each do |metric|
+      statistic = metrics_statistic.select { |key, _| key == metric }
+      if statistic.empty?
+        unknown "Invalid metric #{metric}. Possible values: #{metrics_statistic.keys.join(',')}"
+      end
+      print_statistics(distribution_id, statistic)
+    end
+  end
+
+  def parse_metrics(metrics)
+    if metrics.nil?
+      unknown 'No metrics provided. See usage for details'
+    end
+    metrics.split(',')
+  end
+
+  def run
+    metrics = parse_metrics(config[:metrics])
+
+    if config[:distribution_id].nil?
+      distribution_list(metrics).each do |distribution|
+        print_metrics(distribution, metrics)
+      end
+    else
+      print_metrics(config[:distribution_id], metrics)
+    end
+
+    ok
+  end
+end

data/bin/metrics-ec2-count.rb

@@ -0,0 +1,137 @@
+#!/usr/bin/env ruby
+#
+# metrics-ec2-count
+#
+# DESCRIPTION:
+#   This plugin retrieves number of EC2 instances.
+#
+# OUTPUT:
+#   plain-text
+#
+# PLATFORMS:
+#   Linux
+#
+# DEPENDENCIES:
+#   gem: aws-sdk
+#   gem: sensu-plugin
+#
+# USAGE:
+#   # get metrics on the status of all instances in the region
+#   metrics-ec2-count.rb -t status
+#
+#   # get metrics on all instance types in the region
+#   metrics-ec2-count.rb -t instance
+#
+# NOTES:
+#
+# LICENSE:
+#   Copyright (c) 2014, Tim Smith, tsmith@chef.io
+#   Released under the same terms as Sensu (the MIT license); see LICENSE
+#   for details.
+#
+
+require 'sensu-plugin/metric/cli'
+require 'sensu-plugins-aws'
+require 'aws-sdk'
+
+class EC2Metrics < Sensu::Plugin::Metric::CLI::Graphite
+  include Common
+
+  option :scheme,
+         description: 'Metric naming scheme, text to prepend to metric',
+         short: '-s SCHEME',
+         long: '--scheme SCHEME',
+         default: 'sensu.aws.ec2'
+
+  option :aws_region,
+         short: '-r AWS_REGION',
+         long: '--aws-region REGION',
+         description: 'AWS Region (defaults to us-east-1).',
+         default: 'us-east-1'
+
+  option :type,
+         short: '-t METRIC type',
+         long: '--type METRIC type',
+         description: 'Count by type: status, instance',
+         default: 'instance'
+
+  def aws_config
+    { access_key_id: config[:aws_access_key],
+      secret_access_key: config[:aws_secret_access_key],
+      region: config[:aws_region] }
+  end
+
+  def by_instances_status(client)
+    if config[:scheme] == 'sensu.aws.ec2'
+      config[:scheme] += '.count'
+    end
+
+    options = { include_all_instances: true }
+    status_data = client.describe_instance_status(options)
+
+    total = status_data.instance_statuses.count
+    status = {}
+
+    unless total.nil?
+      status_data.instance_statuses.each do |value|
+        stat = value.instance_state.name
+        status[stat] = if status[stat].nil?
+                         1
+                       else
+                         status[stat] + 1
+                       end
+      end
+    end
+
+    unless status_data.nil? # rubocop: disable Style/GuardClause
+      # We only return data when we have some to return
+      output config[:scheme] + '.total', total
+      status.each do |name, count|
+        output config[:scheme] + ".#{name}", count
+      end
+    end
+  end
+
+  def by_instances_type(client)
+    if config[:scheme] == 'sensu.aws.ec2'
+      config[:scheme] += '.types'
+    end
+
+    data = {}
+
+    instances = client.describe_instances
+    instances.reservations.each do |i|
+      i.instances.each do |instance|
+        type = instance.instance_type
+        data[type] = if data[type].nil?
+                       1
+                     else
+                       data[type] + 1
+                     end
+      end
+    end
+
+    unless data.nil? # rubocop: disable Style/GuardClause
+      # We only return data when we have some to return
+      data.each do |name, count|
+        output config[:scheme] + ".#{name}", count
+      end
+    end
+  end
+
+  def run
+    begin
+      client = Aws::EC2::Client.new(aws_config)
+
+      if config[:type] == 'instance'
+        by_instances_type(client)
+      elsif config[:type] == 'status'
+        by_instances_status(client)
+      end
+    rescue StandardError => e
+      puts "Error: exception: #{e}"
+      critical
+    end
+    ok
+  end
+end

data/bin/metrics-ec2-filter.rb

@@ -0,0 +1,97 @@
+#! /usr/bin/env ruby
+#
+# metrics-ec2-filter
+#
+# DESCRIPTION:
+#   This plugin retrieves EC2 instances matching a given filter
+#
+# OUTPUT:
+#   plain-text
+#
+# PLATFORMS:
+#   Linux
+#
+# DEPENDENCIES:
+#   gem: aws-sdk
+#   gem: sensu-plugin
+#
+# USAGE:
+#   ./metrics-ec2-filter.rb -f "{name:tag-value,values:[infrastructure]}"
+#   ./metrics-ec2-filter.rb -f "{name:tag-value,values:[infrastructure]} {name:instance-state-name,values:[running]}"
+#
+# NOTES:
+#
+# LICENSE:
+#   Justin McCarty
+#   Released under the same terms as Sensu (the MIT license); see LICENSE
+#   for details.
+#
+
+require 'sensu-plugin/metric/cli'
+require 'aws-sdk'
+require 'sensu-plugins-aws'
+
+class EC2Filter < Sensu::Plugin::Metric::CLI::Graphite
+  include Filter
+  include Common
+
+  option :aws_region,
+         short: '-r AWS_REGION',
+         long: '--aws-region REGION',
+         description: 'AWS Region (defaults to us-east-1).',
+         default: 'us-east-1'
+
+  option :name,
+         description: 'Filter naming scheme, text to prepend to metric',
+         short: '-n NAME',
+         long: '--name NAME',
+         default: ''
+
+  option :filter,
+         short: '-f FILTER',
+         long: '--filter FILTER',
+         description: 'String representation of the filter to apply',
+         default: '{}'
+
+  option :scheme,
+         description: 'Metric naming scheme, text to prepend to metric',
+         short: '-s SCHEME',
+         long: '--scheme SCHEME',
+         default: 'sensu.aws.ec2'
+
+  def aws_config
+    { access_key_id: config[:aws_access_key],
+      secret_access_key: config[:aws_secret_access_key],
+      region: config[:aws_region] }
+  end
+
+  def run
+    begin
+      client = Aws::EC2::Client.new aws_config
+
+      filter = Filter.parse(config[:filter])
+
+      options = { filters: filter }
+
+      data = client.describe_instances(options)
+
+      instance_ids = Set.new
+      scheme = config[:scheme]
+
+      unless config[:name].empty?
+        scheme += ".#{config[:name]}"
+      end
+      data[:reservations].each do |res|
+        res[:instances].each do |i|
+          instance_ids << i[:instance_id]
+          output scheme + ".ids.#{i[:instance_id]}"
+        end
+      end
+      output scheme + ".count.#{instance_ids.count}"
+    rescue StandardError => e
+      puts "Error: exception: #{e}"
+      critical
+    end
+    ok
+  end
+end

data/bin/metrics-elasticache.rb

@@ -0,0 +1,166 @@
+#! /usr/bin/env ruby
+#
+# elasticache-metrics
+#
+# DESCRIPTION:
+#   Gets latency metrics from CloudWatch and puts them in Graphite for longer term storage
+#
+# OUTPUT:
+#   metric-data
+#
+# PLATFORMS:
+#   Linux
+#
+# DEPENDENCIES:
+#   gem: aws-sdk
+#   gem: sensu-plugin
+#   gem: sensu-plugin-aws
+#   gem: time
+#
+# USAGE:
+#
+#
+# NOTES:
+#   Returns latency statistics by default.  You can specify any valid ASG metric type, see
+#   http://http://docs.aws.amazon.com/AmazonCloudWatch/latest/monitoring/as-metricscollected.html
+#
+# LICENSE:
+#   Peter Hoppe <peter.hoppe.extern@bertelsmann.de>
+#   Released under the same terms as Sensu (the MIT license); see LICENSE
+#   for details.
+#
+
+require 'sensu-plugin/metric/cli'
+require 'aws-sdk'
+require 'sensu-plugins-aws'
+require 'time'
+
+class ElasticMetrics < Sensu::Plugin::Metric::CLI::Graphite
+  include Common
+  option :scheme,
+         description: 'Metric naming scheme, text to prepend to metric',
+         short: '-s SCHEME',
+         long: '--scheme SCHEME',
+         default: ''
+
+  option :statistic,
+         description: 'Statistics type',
+         short: '-t STATISTIC',
+         long: '--statistic',
+         default: ''
+
+  option :aws_region,
+         short: '-r AWS_REGION',
+         long: '--aws-region REGION',
+         description: 'AWS Region (defaults to us-east-1).',
+         default: ENV['AWS_REGION']
+
+  option :end_time,
+         short:       '-t T',
+         long:        '--end-time TIME',
+         default:     Time.now,
+         proc:        proc { |a| Time.parse a },
+         description: 'CloudWatch metric statistics end time'
+
+  option :period,
+         short:       '-p N',
+         long:        '--period SECONDS',
+         default:     60,
+         proc:        proc(&:to_i),
+         description: 'CloudWatch metric statistics period'
+
+  def cloud_watch
+    @cloud_watch = Aws::CloudWatch::Client.new
+  end
+
+  def elasticaches
+    @elasticaches = Aws::ElastiCache::Client.new
+  end
+
+  def cloud_watch_metric(metric_name, value, cache_cluster_id)
+    cloud_watch.get_metric_statistics(
+      namespace: 'AWS/ElastiCache',
+      metric_name: metric_name,
+      dimensions: [
+        {
+          name: 'CacheClusterId',
+          value: cache_cluster_id
+        }
+      ],
+      statistics: [value],
+      start_time: config[:end_time] - config[:period],
+      end_time: config[:end_time],
+      period: config[:period]
+    )
+  end
+
+  def print_statistics(cache_cluster_id, statistics)
+    result = {}
+    statistics.each do |key, static|
+      r = cloud_watch_metric(key, static, cache_cluster_id)
+      result['elasticache.' + cache_cluster_id + '.' + key] = r[:datapoints][0] unless r[:datapoints][0].nil?
+    end
+    return if result.nil?
+    result.each do |key, value|
+      output key.downcase.to_s, value.average, value[:timestamp].to_i
+    end
+  end
+
+  def run
+    # TODO: come back and refactor
+    elasticaches.describe_cache_clusters.cache_clusters.each do |elasticache| # rubocop:disable Metrics/BlockLength)
+      if elasticache.engine.include? 'redis'
+        if config[:statistic] == ''
+          default_statistic_per_metric = {
+            'BytesUsedForCache' => 'Average',
+            'CacheHits' => 'Average',
+            'CacheMisses' => 'Average',
+            'CurrConnections' => 'Average',
+            'Evictions' => 'Average',
+            'HyperLogLogBasedCmds' => 'Average',
+            'NewConnections' => 'Average',
+            'Reclaimed' => 'Average',
+            'ReplicationBytes' => 'Average',
+            'ReplicationLag' => 'Average',
+            'SaveInProgress' => 'Average'
+          }
+          statistic = default_statistic_per_metric
+        else
+          statistic = config[:statistic]
+        end
+        print_statistics(elasticache.cache_cluster_id, statistic)
+      elsif elasticache.engine.include? 'memcached'
+        if config[:statistic] == ''
+          default_statistic_per_metric = {
+            'BytesReadIntoMemcached' => 'Average',
+            'BytesUsedForCacheItems' => 'Average',
+            'BytesWrittenOutFromMemcached' => 'Average',
+            'CasBadval' => 'Average',
+            'CasHits' => 'Average',
+            'CasMisses' => 'Average',
+            'CmdFlush' => 'Average',
+            'CmdGet' => 'Average',
+            'CmdSet' => 'Average',
+            'CurrConnections' => 'Average',
+            'CurrItems' => 'Average',
+            'DecrHits' => 'Average',
+            'DecrMisses' => 'Average',
+            'DeleteHits' => 'Average',
+            'DeleteMisses' => 'Average',
+            'Evictions' => 'Average',
+            'GetHits' => 'Average',
+            'GetMisses' => 'Average',
+            'IncrHits' => 'Average',
+            'IncrMisses' => 'Average',
+            'Reclaimed' => 'Average'
+          }
+          statistic = default_statistic_per_metric
+        else
+          statistic = config[:statistic]
+        end
+        print_statistics(elasticache.cache_cluster_id, statistic)
+      end
+    end
+    exit
+  end
+end