riemann-tools 1.1.1 → 1.2.0

data/tools/riemann-aws/bin/riemann-aws-sqs-status

@@ -3,48 +3,6 @@
 
 Process.setproctitle($PROGRAM_NAME)
 
-require 'riemann/tools'
+require 'riemann/tools/aws/sqs_status'
 
-$0 = __FILE__ # Let's not expose our AWS keys in the process list
-
-module Riemann
-  module Tools
-    class AWS
-      include Riemann::Tools
-      require 'fog'
-
-      opt :access_key, 'AWS access key', type: String
-      opt :secret_key, 'Secret access key', type: String
-      opt :region, 'AWS region', type: String, default: 'us-east-1'
-      opt :queue, 'SQS Queue name', type: String
-      def initialize
-        creds = if opts.key?('access_key') && opts.key?('secret_key')
-                  {
-                    aws_access_key_id: opts[:access_key],
-                    aws_secret_access_key: opts[:secret_key],
-                  }
-                else
-                  { use_iam_profile: true }
-                end
-        creds['region'] = opts[:region]
-        @sqs = Fog::AWS::SQS.new(creds)
-        response = @sqs.list_queues({ 'QueueNamePrefix' => opts[:queue] })
-        @queue_url = response[:body]['QueueUrls'].first
-      end
-
-      def tick
-        response = @sqs.get_queue_attributes(@queue_url, 'All')
-        %w[ApproximateNumberOfMessages ApproximateNumberOfMessagesNotVisible].each do |attr|
-          msg = {
-            metric: response[:body]['Attributes'][attr],
-            service: "#{opts[:queue]} #{attr}",
-            state: 'ok',
-          }
-          report msg
-        end
-      end
-    end
-  end
-end
-
-Riemann::Tools::AWS.run
+Riemann::Tools::Aws::SqsStatus.run

data/tools/riemann-aws/bin/riemann-aws-status

@@ -3,81 +3,6 @@
 
 Process.setproctitle($PROGRAM_NAME)
 
-require 'riemann/tools'
+require 'riemann/tools/aws/status'
 
-$0 = __FILE__ # Let's not expose our AWS keys in the process list
-
-module Riemann
-  module Tools
-    class AWS
-      include Riemann::Tools
-      require 'fog'
-      require 'date'
-
-      opt :access_key, 'AWS access key', type: String
-      opt :secret_key, 'Secret access key', type: String
-      opt :region, 'AWS region', type: String, default: 'eu-west-1'
-
-      opt :retirement_critical, 'Number of days before retirement. Defaults to 2', default: 2
-      opt :event_warning, 'Number of days before event. Defaults to nil (i.e. when the event appears)', default: nil
-
-      def initialize
-        creds = if opts.key?('secret_key') && opts.key?('access_key')
-                  {
-                    aws_secret_access_key: opts[:secret_key],
-                    aws_access_key_id: opts[:access_key],
-                  }
-                else
-                  { use_iam_profile: true }
-                end
-        creds['region'] = opts[:region]
-        creds['provider'] = 'AWS'
-        @compute = Fog::Compute.new(creds)
-      end
-
-      def tick
-        # XXX: needs work:
-        #   * instance_status and status seems unused
-        #   * where is inject comming from
-        # It looks line the only needed line for the 2 next paragraph is the one that assigns hosts.
-        instance_status = @compute.describe_instance_status.body['instanceStatusSet']
-        status = instance_status.each_with_object({}) do |i, acc|
-          acc[i.delete('instanceId')] = i
-        end
-
-        hosts = @compute.servers.select { |s| s.state == 'running' }
-        inject([status, {}]) do |(astatus, acc), host|
-          acc[host.private_dns_name] = astatus.delete(host.id)
-          [astatus, acc]
-        end[1]
-
-        hosts.each do |host, host_status|
-          host_status['eventsSet'].each do |event|
-            before, _after = %w[notBefore notAfter].map { |k| Date.parse event[k].to_s if event[k] }
-
-            ev = {
-              host: host,
-              service: 'aws_instance_status',
-              description: "#{event['code']}\n\nstart #{event['notBefore']}\nend #{event['notAfter']}\n\n#{event['description']}",
-              state: 'ok',
-              ttl: 300,
-            }
-
-            ev2 = if (event['code'] == 'instance-retirement') &&
-                     (Date.today >= before - opts[:retirement_critical])
-                    { state: 'critical' }
-                  elsif opts[:event_warning] && (Date.today >= before - opts[:event_warning])
-                    { state: 'warning' }
-                  else
-                    { state: 'warning' }
-                  end
-
-            report ev.merge(ev2)
-          end
-        end
-      end
-    end
-  end
-end
-
-Riemann::Tools::AWS.run
+Riemann::Tools::Aws::Status.run

data/tools/riemann-aws/bin/riemann-elb-metrics

@@ -3,166 +3,6 @@
 
 Process.setproctitle($PROGRAM_NAME)
 
-require 'riemann/tools'
+require 'riemann/tools/aws/elb_metrics'
 
-$0 = __FILE__
-
-module Riemann
-  module Tools
-    class ELBMetrics
-      include Riemann::Tools
-      require 'fog'
-      require 'time'
-
-      opt :fog_credentials_file, 'Fog credentials file', type: String
-      opt :fog_credential, 'Fog credentials to use', type: String
-      opt :aws_access, 'AWS Access Key', type: String
-      opt :aws_secret, 'AWS Secret Key', type: String
-      opt :aws_region, 'AWS Region', type: String, default: 'eu-west-1'
-      opt :aws_azs, 'List of AZs to aggregate against', type: :strings, default: ['all_az']
-      opt :elbs, 'List of ELBs to pull metrics from', type: :strings, required: true
-
-      def standard_metrics
-        # ELB metric types, from:
-        # http://docs.aws.amazon.com/AmazonCloudWatch/latest/DeveloperGuide/CW_Support_For_AWS.html#elb-metricscollected
-        {
-          'Latency'              => {
-            'Unit'       => 'Seconds',
-            'Statistics' => %w[Maximum Minimum Average],
-          },
-          'RequestCount'         => {
-            'Unit'       => 'Count',
-            'Statistics' => ['Sum'],
-          },
-          'HealthyHostCount'     => {
-            'Units'      => 'Count',
-            'Statistics' => %w[Minimum Maximum Average],
-          },
-          'UnHealthyHostCount'   => {
-            'Units'      => 'Count',
-            'Statistics' => %w[Minimum Maximum Average],
-          },
-          'HTTPCode_ELB_4XX'     => {
-            'Units'      => 'Count',
-            'Statistics' => ['Sum'],
-          },
-          'HTTPCode_ELB_5XX'     => {
-            'Units'      => 'Count',
-            'Statistics' => ['Sum'],
-          },
-          'HTTPCode_Backend_2XX' => {
-            'Units'      => 'Count',
-            'Statistics' => ['Sum'],
-          },
-          'HTTPCode_Backend_3XX' => {
-            'Units'      => 'Count',
-            'Statistics' => ['Sum'],
-          },
-          'HTTPCode_Backend_4XX' => {
-            'Units'      => 'Count',
-            'Statistics' => ['Sum'],
-          },
-          'HTTPCode_Backend_5XX' => {
-            'Units'      => 'Count',
-            'Statistics' => ['Sum'],
-          },
-        }
-      end
-
-      def base_metrics
-        # get last 60 seconds
-        start_time = (Time.now.utc - 60).iso8601
-        end_time = Time.now.utc.iso8601
-
-        # The base query that all metrics would get
-        {
-          'Namespace' => 'AWS/ELB',
-          'StartTime' => start_time,
-          'EndTime'   => end_time,
-          'Period'    => 60,
-        }
-      end
-
-      def tick
-        if options[:fog_credentials_file]
-          Fog.credentials_path = options[:fog_credentials_file]
-          Fog.credential = options[:fog_credential].to_sym
-          connection = Fog::AWS::CloudWatch.new
-        else
-          connection = if options[:aws_access] && options[:aws_secret]
-                         Fog::AWS::CloudWatch.new({
-                                                    aws_access_key_id: options[:aws_access],
-                                                    aws_secret_access_key: options[:aws_secret],
-                                                    region: options[:aws_region],
-                                                  })
-                       else
-                         Fog::AWS::CloudWatch.new({
-                                                    use_iam_profile: true,
-                                                    region: options[:aws_region],
-                                                  })
-                       end
-        end
-
-        options[:elbs].each do |lb|
-          metric_options = standard_metrics
-          metric_base_options = base_metrics
-
-          options[:aws_azs].each do |az|
-            metric_options.keys.sort.each do |metric_type|
-              merged_options = metric_base_options.merge(metric_options[metric_type])
-              merged_options['MetricName'] = metric_type
-              merged_options['Dimensions'] = if az == 'all_az'
-                                               [{ 'Name' => 'LoadBalancerName', 'Value' => lb }]
-                                             else
-                                               [
-                                                 { 'Name' => 'LoadBalancerName', 'Value' => lb },
-                                                 { 'Name' => 'AvailabilityZone', 'Value' => az },
-                                               ]
-                                             end
-
-              result = connection.get_metric_statistics(merged_options)
-
-              # "If no response codes in the category 2XX-5XX range are sent to clients within
-              # the given time period, values for these metrics will not be recorded in CloudWatch"
-              # next if result.body["GetMetricStatisticsResult"]["Datapoints"].empty? && metric_type =~ /[2345]XX/
-              #
-              if result.body['GetMetricStatisticsResult']['Datapoints'].empty?
-                standard_metrics[metric_type]['Statistics'].each do |stat_type|
-                  event = event(lb, az, metric_type, stat_type, 0.0)
-                  report(event)
-                end
-                next
-              end
-
-              # We should only ever have a single data point
-              result.body['GetMetricStatisticsResult']['Datapoints'][0].keys.sort.each do |stat_type|
-                next if stat_type == 'Unit'
-                next if stat_type == 'Timestamp'
-
-                unit = result.body['GetMetricStatisticsResult']['Datapoints'][0]['Unit']
-                metric = result.body['GetMetricStatisticsResult']['Datapoints'][0][stat_type]
-                event = event(lb, az, metric_type, stat_type, metric, unit)
-                report(event)
-              end
-            end
-          end
-        end
-      end
-
-      private
-
-      def event(lb, az, metric_type, stat_type, metric, unit = nil)
-        {
-          host: lb,
-          service: "elb.#{az}.#{metric_type}.#{stat_type}",
-          ttl: 60,
-          description: "#{lb} #{metric_type} #{stat_type} (#{unit})",
-          tags: ['elb_metrics'],
-          metric: metric,
-        }
-      end
-    end
-  end
-end
-
-Riemann::Tools::ELBMetrics.run
+Riemann::Tools::Aws::ElbMetrics.run

data/tools/riemann-aws/bin/riemann-s3-list

@@ -3,85 +3,6 @@
 
 Process.setproctitle($PROGRAM_NAME)
 
-require 'riemann/tools'
+require 'riemann/tools/aws/s3_list'
 
-$0 = __FILE__
-
-module Riemann
-  module Tools
-    class S3Metrics
-      include Riemann::Tools
-      require 'fog'
-      require 'time'
-
-      opt :fog_credentials_file, 'Fog credentials file', type: String
-      opt :fog_credential, 'Fog credentials to use', type: String
-      opt :aws_access, 'AWS Access Key', type: String
-      opt :aws_secret, 'AWS Secret Key', type: String
-      opt :aws_region, 'AWS Region', type: String, default: 'eu-west-1'
-      opt :buckets, 'Buckets to pull metrics from, multi=true, can have a prefix like mybucket/prefix', type: String,
-                                                                                                        multi: true, required: true
-      opt :max_objects, 'Max number of objects to list before stopping to save bandwidth', default: -1
-
-      def tick
-        if options[:fog_credentials_file]
-          Fog.credentials_path = options[:fog_credentials_file]
-          Fog.credential = options[:fog_credential].to_sym
-          connection = Fog::Storage.new
-        else
-          connection = if options[:aws_access] && options[:aws_secret]
-                         Fog::Storage.new({
-                                            provider: 'AWS',
-                                            aws_access_key_id: options[:aws_access],
-                                            aws_secret_access_key: options[:aws_secret],
-                                            region: options[:aws_region],
-                                          })
-                       else
-                         Fog::Storage.new({
-                                            provider: 'AWS',
-                                            use_iam_profile: true,
-                                            region: options[:aws_region],
-                                          })
-                       end
-        end
-
-        options[:buckets].each do |url|
-          split = url.split('/')
-          bucket = split[0]
-          prefix = ''
-          prefix = url[(split[0].length + 1)..] if split[1]
-          count = 0
-          connection.directories.get(bucket, prefix: prefix).files.map do |_file|
-            count += 1
-            break if options[:max_objects].positive? && count > options[:max_objects]
-          end
-          event = if options[:max_objects].positive? && count > options[:max_objects]
-                    event(
-                      url, 'objectCount', count, "count was bigger than threshold #{options[:max_objects]}",
-                      'warning',
-                    )
-                  else
-                    event(url, 'objectCount', count, "All objects counted, threshold=#{options[:max_objects]}", 'ok')
-                  end
-          report(event)
-        end
-      end
-
-      private
-
-      def event(bucket, label, metric, description, severity)
-        {
-          host: "bucket_#{bucket}",
-          service: "s3.#{label}",
-          ttl: 300,
-          description: "#{bucket} #{description}",
-          tags: ['s3_metrics'],
-          metric: metric,
-          state: severity,
-        }
-      end
-    end
-  end
-end
-
-Riemann::Tools::S3Metrics.run
+Riemann::Tools::Aws::S3List.run

data/tools/riemann-aws/bin/riemann-s3-status

@@ -3,100 +3,6 @@
 
 Process.setproctitle($PROGRAM_NAME)
 
-require 'riemann/tools'
+require 'riemann/tools/aws/s3_status'
 
-$0 = __FILE__
-
-module Riemann
-  module Tools
-    class S3Metrics
-      include Riemann::Tools
-      require 'fog'
-      require 'time'
-
-      opt :fog_credentials_file, 'Fog credentials file', type: String
-      opt :fog_credential, 'Fog credentials to use', type: String
-      opt :aws_access, 'AWS Access Key', type: String
-      opt :aws_secret, 'AWS Secret Key', type: String
-      opt :aws_region, 'AWS Region', type: String, default: 'eu-west-1'
-      opt :buckets, 'Buckets to pull metrics from, multi=true', type: String, multi: true, required: true
-      opt :statistic, 'Statistic to retrieve, multi=true, e.g. --statistic=Average --statistic=Maximum', type: String,
-                                                                                                         multi: true, required: true
-
-      def base_metrics
-        # get last 60 seconds
-        start_time = (Time.now.utc - 3600 * 24 * 1).iso8601
-        end_time = Time.now.utc.iso8601
-
-        # The base query that all metrics would get
-        {
-          'Namespace'  => 'AWS/S3',
-          'StartTime'  => start_time,
-          'EndTime'    => end_time,
-          'Period'     => 3600,
-          'MetricName' => 'NumberOfObjects',
-        }
-      end
-
-      def tick
-        if options[:fog_credentials_file]
-          Fog.credentials_path = options[:fog_credentials_file]
-          Fog.credential = options[:fog_credential].to_sym
-          connection = Fog::AWS::CloudWatch.new
-        else
-          connection = if options[:aws_access] && options[:aws_secret]
-                         Fog::AWS::CloudWatch.new({
-                                                    aws_access_key_id: options[:aws_access],
-                                                    aws_secret_access_key: options[:aws_secret],
-                                                    region: options[:aws_region],
-                                                  })
-                       else
-                         Fog::AWS::CloudWatch.new({
-                                                    use_iam_profile: true,
-                                                    region: options[:aws_region],
-                                                  })
-                       end
-        end
-
-        options[:statistic].each do |statistic|
-          options[:buckets].each do |bucket|
-            metric_base_options = base_metrics
-            metric_base_options['Statistics'] = statistic
-            metric_base_options['Dimensions'] = [
-              { 'Name' => 'BucketName', 'Value' => bucket },
-              { 'Name' => 'StorageType', 'Value' => 'AllStorageTypes' },
-            ]
-
-            result = connection.get_metric_statistics(metric_base_options)
-            next if result.body['GetMetricStatisticsResult']['Datapoints'].empty?
-
-            result.body['GetMetricStatisticsResult']['Datapoints'][0].keys.sort.each do |stat_type|
-              next if stat_type == 'Unit'
-              next if stat_type == 'Timestamp'
-
-              unit = result.body['GetMetricStatisticsResult']['Datapoints'][0]['Unit']
-              metric = result.body['GetMetricStatisticsResult']['Datapoints'][0][stat_type]
-              event = event(bucket, result.body['GetMetricStatisticsResult']['Label'], stat_type, unit, metric)
-              report(event)
-            end
-          end
-        end
-      end
-
-      private
-
-      def event(bucket, label, metric_type, stat_type, metric, unit = nil)
-        {
-          host: "bucket_#{bucket}",
-          service: "s3.#{label}.#{metric_type}.#{stat_type}",
-          ttl: 300,
-          description: "#{bucket} #{metric_type} #{stat_type} (#{unit})",
-          tags: ['s3_metrics'],
-          metric: metric,
-        }
-      end
-    end
-  end
-end
-
-Riemann::Tools::S3Metrics.run
+Riemann::Tools::Aws::S3Status.run

data/tools/riemann-aws/lib/riemann/tools/aws/billing.rb

@@ -0,0 +1,87 @@
+# frozen_string_literal: true
+
+require 'riemann/tools'
+
+module Riemann
+  module Tools
+    module Aws
+      class Billing
+        include Riemann::Tools
+        require 'fog/aws'
+
+        opt :fog_credentials_file, 'Fog credentials file', type: String
+        opt :fog_credential, 'Fog credentials to use', type: String
+
+        opt :access_key, 'AWS access key', type: String
+        opt :secret_key, 'Secret access key', type: String
+        opt :services, 'AWS services: AmazonEC2  AmazonS3  AWSDataTransfer', type: :strings, multi: true,
+          default: %w[AmazonEC2 AmazonS3 AWSDataTransfer]
+
+        opt :time_start, 'Start time in seconds of the metrics period (2hrs ago default)', type: Integer, default: 7200
+        opt :time_end, 'End time in seconds of the metrics period ', type: Integer, default: 60
+
+        def initialize
+          if options[:fog_credentials_file]
+            Fog.credentials_path = opts[:fog_credentials_file]
+            Fog.credential = opts[:fog_credential].to_sym
+            @cloudwatch = Fog::AWS::CloudWatch.new
+          else
+            creds = if opts.key?('secret_key') && opts.key?('access_key')
+                      {
+                        aws_secret_access_key: opts[:secret_key],
+                        aws_access_key_id: opts[:access_key],
+                      }
+                    else
+                      { use_iam_profile: true }
+                    end
+            @cloudwatch = Fog::AWS::CloudWatch.new(creds)
+          end
+          @start_time = (Time.now.utc - opts[:time_start]).iso8601
+          @end_time = (Time.now.utc - opts[:time_end]).iso8601
+        end
+
+        def tick
+          opts[:services].each do |service|
+            data = @cloudwatch.get_metric_statistics({
+                                                       'Statistics' => ['Maximum'],
+                                                       'StartTime'  => @start_time,
+                                                       'EndTime'    => @end_time,
+                                                       'Period'     => 3600,
+                                                       'Unit'       => 'None',
+                                                       'MetricName' => 'EstimatedCharges',
+                                                       'Namespace'  => 'AWS/Billing',
+                                                       'Dimensions' => [
+                                                         {
+                                                           'Name'  => 'ServiceName',
+                                                           'Value' => service,
+                                                         },
+                                                         {
+                                                           'Name'  => 'Currency',
+                                                           'Value' => 'USD',
+                                                         },
+                                                       ],
+                                                     }).body['GetMetricStatisticsResult']['Datapoints']
+
+            data.each do |metrics|
+              name = "AWScloudwatch.Billing.#{service}"
+              value = metrics['Maximum']
+              timestamp = metrics['Timestamp'].to_i
+
+              event = {
+                host: nil,
+                service: name,
+                time: timestamp,
+                description: "AWS Estimate Charges for #{service}",
+                tags: ['aws_billing'],
+                state: 'ok',
+                metric: value,
+              }
+
+              report event
+            end
+          end
+        end
+      end
+    end
+  end
+end