riemann-tools 0.2.13 → 1.1.0

data/tools/riemann-mesos/LICENSE

@@ -0,0 +1,21 @@
+The MIT License
+
+Copyright (c) 2011 Kyle Kingsbury
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

data/tools/riemann-mesos/README.md

@@ -0,0 +1,10 @@
+# Riemann Mesos
+
+Gathers Mesos metrics and sends them to Riemann.
+
+# Getting started
+
+```
+gem install riemann-mesos
+riemann-mesos --help
+```

data/tools/riemann-mesos/Rakefile

@@ -0,0 +1,37 @@
+# frozen_string_literal: true
+
+require 'rubygems'
+require 'rubygems/package_task'
+require 'rdoc/task'
+require 'find'
+
+# Don't include resource forks in tarballs on Mac OS X.
+ENV['COPY_EXTENDED_ATTRIBUTES_DISABLE'] = 'true'
+ENV['COPYFILE_DISABLE'] = 'true'
+
+# Gemspec
+gemspec = Gem::Specification.new do |s|
+  s.rubyforge_project = 'riemann-mesos'
+
+  s.name = 'riemann-mesos'
+  s.version = '0.1.2'
+  s.author = 'Giulio Eulisse'
+  s.email = 'giulio.eulisse@cern.ch'
+  s.homepage = 'https://github.com/riemann/riemann-tools'
+  s.platform = Gem::Platform::RUBY
+  s.summary = 'Submits mesos stats to riemann.'
+  s.license = 'MIT'
+
+  s.add_dependency 'riemann-tools', '>= 0.2.13'
+  s.add_dependency 'faraday', '>= 0.8.5'
+  s.add_dependency 'json'
+
+  s.files = FileList['bin/*', 'LICENSE', 'README.md'].to_a
+  s.executables |= Dir.entries('bin/')
+  s.has_rdoc = false
+
+  s.required_ruby_version = '>= 1.8.7'
+end
+
+Gem::PackageTask.new gemspec do |p|
+end

data/tools/riemann-mesos/bin/riemann-mesos

@@ -0,0 +1,146 @@
+#!/usr/bin/env ruby
+# frozen_string_literal: true
+
+Process.setproctitle($PROGRAM_NAME)
+
+require 'riemann/tools'
+
+module Riemann
+  module Tools
+    class Mesos
+      include Riemann::Tools
+
+      require 'faraday'
+      require 'json'
+      require 'uri'
+
+      opt :read_timeout, 'Faraday read timeout', type: :int, default: 2
+      opt :open_timeout, 'Faraday open timeout', type: :int, default: 1
+      opt :path_prefix,
+          'Mesos path prefix for proxied installations e.g. "mesos" for target http://localhost/mesos/metrics/snapshot', default: '/'
+      opt :mesos_host, 'Mesos host', default: 'localhost'
+      opt :mesos_port, 'Mesos port', type: :int, default: 5050
+
+      # Handles HTTP connections and GET requests safely
+      def safe_get(uri)
+        # Handle connection timeouts
+        response = nil
+        begin
+          connection = Faraday.new(uri)
+          response = connection.get do |req|
+            req.options[:timeout] = options[:read_timeout]
+            req.options[:open_timeout] = options[:open_timeout]
+          end
+        rescue StandardError => e
+          report(
+            host: uri.host,
+            service: 'mesos health',
+            state: 'critical',
+            description: "HTTP connection error: #{e.class} - #{e.message}",
+          )
+        end
+        response
+      end
+
+      def health_url
+        path_prefix = options[:path_prefix]
+        path_prefix[0] = '' if path_prefix[0] == '/'
+        path_prefix[path_prefix.length - 1] = '' if path_prefix[path_prefix.length - 1] == '/'
+        "http://#{options[:mesos_host]}:#{options[:mesos_port]}#{path_prefix.length.positive? ? '/' : ''}#{path_prefix}/metrics/snapshot"
+      end
+
+      def slaves_url
+        path_prefix = options[:path_prefix]
+        path_prefix[0] = '' if path_prefix[0] == '/'
+        path_prefix[path_prefix.length - 1] = '' if path_prefix[path_prefix.length - 1] == '/'
+        "http://#{options[:mesos_host]}:#{options[:mesos_port]}#{path_prefix.length.positive? ? '/' : ''}#{path_prefix}/master/slaves"
+      end
+
+      def tick
+        tick_slaves
+        uri = URI(health_url)
+        response = safe_get(uri)
+
+        return if response.nil?
+
+        if response.status != 200
+          report(
+            host: uri.host,
+            service: 'mesos health',
+            state: 'critical',
+            description: "HTTP connection error: #{response.status} - #{response.body}",
+          )
+        else
+          # Assuming that a 200 will give json
+          json = JSON.parse(response.body)
+          state = 'ok'
+
+          report(
+            host: uri.host,
+            service: 'mesos health',
+            state: state,
+          )
+
+          json.each_pair do |k, v|
+            report(
+              host: uri.host,
+              service: "mesos #{k}",
+              metric: v,
+            )
+          end
+        end
+      end
+
+      def tick_slaves
+        uri = URI(slaves_url)
+        response = safe_get(uri)
+
+        return if response.nil?
+
+        if response.status != 200
+          report(
+            host: uri.host,
+            service: 'mesos health',
+            state: 'critical',
+            description: "HTTP connection error: #{response.status} - #{response.body}",
+          )
+        else
+          # Assuming that a 200 will give json
+          json = JSON.parse(response.body)
+          state = 'ok'
+
+          report(
+            host: uri.host,
+            service: 'mesos health',
+            state: state,
+          )
+
+          json['slaves'].each do |slave|
+            next unless slave.respond_to? 'each_pair'
+
+            slave.each_pair do |k, v|
+              if v.respond_to? 'each_pair'
+                v.each_pair do |k1, v1|
+                  next unless v1.is_a? Numeric
+
+                  report(
+                    host: slave['hostname'],
+                    service: "mesos slave/#{k}/#{k1}",
+                    metric: v1,
+                  )
+                end
+              elsif v.is_a? Numeric
+                report(
+                  host: slave['hostname'],
+                  service: "mesos slave/#{k}",
+                  metric: v,
+                )
+              end
+            end
+          end
+        end
+      end
+    end
+  end
+end
+Riemann::Tools::Mesos.run

data/tools/riemann-munin/LICENSE

@@ -0,0 +1,21 @@
+The MIT License
+
+Copyright (c) 2011 Kyle Kingsbury
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

data/tools/riemann-munin/README.md

@@ -0,0 +1,10 @@
+# Riemann Munin
+
+Gathers munin statistics and submits them to Riemann.
+
+# Getting started
+
+```
+gem install riemann-munin
+riemann-munin --help
+```

data/tools/riemann-munin/Rakefile

@@ -0,0 +1,36 @@
+# frozen_string_literal: true
+
+require 'rubygems'
+require 'rubygems/package_task'
+require 'rdoc/task'
+require 'find'
+
+# Don't include resource forks in tarballs on Mac OS X.
+ENV['COPY_EXTENDED_ATTRIBUTES_DISABLE'] = 'true'
+ENV['COPYFILE_DISABLE'] = 'true'
+
+# Gemspec
+gemspec = Gem::Specification.new do |s|
+  s.rubyforge_project = 'riemann-munin'
+
+  s.name = 'riemann-munin'
+  s.version = '0.1.2'
+  s.author = 'Kyle Kingsbury'
+  s.email = 'aphyr@aphyr.com'
+  s.homepage = 'https://github.com/riemann/riemann-tools'
+  s.platform = Gem::Platform::RUBY
+  s.summary = 'Submits munin stats to riemann.'
+  s.license = 'MIT'
+
+  s.add_dependency 'riemann-tools', '>= 0.2.13'
+  s.add_dependency 'munin-ruby', '>= 0.2.1'
+
+  s.files = FileList['bin/*', 'LICENSE', 'README.md'].to_a
+  s.executables |= Dir.entries('bin/')
+  s.has_rdoc = false
+
+  s.required_ruby_version = '>= 1.8.7'
+end
+
+Gem::PackageTask.new gemspec do |p|
+end

data/tools/riemann-munin/bin/riemann-munin

@@ -0,0 +1,43 @@
+#!/usr/bin/env ruby
+# frozen_string_literal: true
+
+Process.setproctitle($PROGRAM_NAME)
+
+# Gathers munin statistics and submits them to Riemann.
+
+require 'riemann/tools'
+
+module Riemann
+  module Tools
+    class Munin
+      include Riemann::Tools
+      require 'munin-ruby'
+
+      def initialize
+        @munin = ::Munin::Node.new
+      end
+
+      def tick
+        services = opts[:services] || @munin.list
+        services.each do |service_name|
+          @munin.fetch(service_name).each do |service, parts|
+            parts.each do |part, metric|
+              report(
+                service: "#{service} #{part}",
+                metric: metric.to_f,
+                state: 'ok',
+                tags: ['munin'],
+              )
+            end
+          end
+        end
+      end
+
+      opt :munin_host, 'Munin hostname', default: 'localhost'
+      opt :munin_port, 'Munin port', default: 4949
+      opt :services, 'Munin services to translate (if not specified, all services are relayed)', type: :strings
+    end
+  end
+end
+
+Riemann::Tools::Munin.run

data/tools/riemann-rabbitmq/LICENSE

@@ -0,0 +1,21 @@
+The MIT License
+
+Copyright (c) 2011 Kyle Kingsbury
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

data/tools/riemann-rabbitmq/README.md

@@ -0,0 +1,10 @@
+# Riemann RabbitMQ
+
+Gathers RabbitMQ metrics and sends them to Riemann.
+
+# Getting started
+
+```
+gem install riemann-rabbitmq
+riemann-rabbitmq --help
+```

data/tools/riemann-rabbitmq/Rakefile

@@ -0,0 +1,37 @@
+# frozen_string_literal: true
+
+require 'rubygems'
+require 'rubygems/package_task'
+require 'rdoc/task'
+require 'find'
+
+# Don't include resource forks in tarballs on Mac OS X.
+ENV['COPY_EXTENDED_ATTRIBUTES_DISABLE'] = 'true'
+ENV['COPYFILE_DISABLE'] = 'true'
+
+# Gemspec
+gemspec = Gem::Specification.new do |s|
+  s.rubyforge_project = 'riemann-rabbitmq'
+
+  s.name = 'riemann-rabbitmq'
+  s.version = '0.1.3'
+  s.author = 'Gavin Sandie'
+  s.email = 'beach@vicecity.co.uk'
+  s.homepage = 'https://github.com/riemann/riemann-tools'
+  s.platform = Gem::Platform::RUBY
+  s.summary = 'Submits RabbitMQ stats to riemann.'
+  s.license = 'MIT'
+
+  s.add_dependency 'riemann-tools', '>= 0.2.13'
+  s.add_dependency 'faraday', '>= 0.8.5'
+  s.add_dependency 'json'
+
+  s.files = FileList['bin/*', 'LICENSE', 'README.md'].to_a
+  s.executables |= Dir.entries('bin/')
+  s.has_rdoc = false
+
+  s.required_ruby_version = '>= 1.8.7'
+end
+
+Gem::PackageTask.new gemspec do |p|
+end

data/tools/riemann-rabbitmq/bin/riemann-rabbitmq

@@ -0,0 +1,273 @@
+#!/usr/bin/env ruby
+# frozen_string_literal: true
+
+Process.setproctitle($PROGRAM_NAME)
+
+require 'riemann/tools'
+
+module Riemann
+  module Tools
+    class Rabbitmq
+      include Riemann::Tools
+
+      require 'faraday'
+      require 'json'
+      require 'uri'
+
+      opt :read_timeout, 'Faraday read timeout', type: :int, default: 2
+      opt :open_timeout, 'Faraday open timeout', type: :int, default: 1
+
+      opt :monitor_user, 'RabbitMQ monitoring user', type: :string
+      opt :monitor_pass, 'RabbitMQ monitoring user password', type: :string
+      opt :monitor_port, 'RabbitMQ monitoring port', type: :int, default: 15_672
+      opt :monitor_host, 'RabbitMQ monitoring host', type: :string, default: 'localhost'
+      opt :monitor_use_tls, 'RabbitMQ use tls', type: :bool, default: false
+
+      opt :max_queue_size, 'max number of items in a queue that is acceptable', type: :int, default: 1_000_000
+      opt :ignore_max_size_queues, "A regular expression to match queues that shouldn't be size-checked", type: :string
+
+      opt :node, 'Specify a node to monitor', type: :strings
+
+      def base_url
+        protocol = 'http'
+        protocol = 'https' if options[:monitor_use_tls] && (options[:monitor_use_tls] == true)
+        "#{protocol}://#{options[:monitor_user]}:#{options[:monitor_pass]}@#{options[:monitor_host]}:#{options[:monitor_port]}/api"
+      end
+
+      def overview_url
+        "#{base_url}/overview"
+      end
+
+      def node_url(node)
+        "#{base_url}/nodes/#{node}"
+      end
+
+      def queues_url
+        "#{base_url}/queues"
+      end
+
+      def event_host
+        options[:event_host] || :monitor_host
+      end
+
+      def safe_get(uri, event_host)
+        # Handle connection timeouts
+        response = nil
+        begin
+          connection = Faraday.new(uri)
+          response = connection.get do |req|
+            req.options[:timeout] = options[:read_timeout]
+            req.options[:open_timeout] = options[:open_timeout]
+          end
+          report(
+            host: event_host,
+            service: 'rabbitmq monitoring',
+            state: 'ok',
+            description: 'Monitoring operational',
+          )
+        rescue StandardError => e
+          report(
+            host: event_host,
+            service: 'rabbitmq monitoring',
+            state: 'critical',
+            description: "HTTP connection error: #{e.class} - #{e.message}",
+          )
+        end
+        response
+      end
+
+      def check_queues
+        response = safe_get(queues_url, event_host)
+        max_size_check_filter = (Regexp.new(options[:ignore_max_size_queues]) if options[:ignore_max_size_queues])
+
+        return if response.nil?
+
+        if response.status != 200
+          report(
+            host: event_host,
+            service: 'rabbitmq.queue',
+            state: 'critical',
+            description: "HTTP connection error to /api/queues: #{response.status} - #{response.body}",
+          )
+        else
+          report(
+            host: event_host,
+            service: 'rabbitmq.queue',
+            state: 'ok',
+            description: 'HTTP connection ok',
+          )
+
+          json = JSON.parse(response.body)
+
+          json.each do |queue|
+            svc = "rabbitmq.queue.#{queue['vhost']}.#{queue['name']}"
+            errs = []
+
+            errs << 'Queue has jobs but no consumers' if !queue['messages_ready'].nil? && (queue['messages_ready']).positive? && (queue['consumers']).zero?
+
+            errs << "Queue has #{queue['messages_ready']} jobs" if (max_size_check_filter.nil? || queue['name'] !~ (max_size_check_filter)) && !queue['messages_ready'].nil? && (queue['messages_ready'] > options[:max_queue_size])
+
+            if errs.empty?
+              report(
+                host: event_host,
+                service: svc,
+                state: 'ok',
+                description: 'Queue is looking good',
+              )
+            else
+              report(
+                host: event_host,
+                service: svc,
+                state: 'critical',
+                description: errs.join('; '),
+              )
+            end
+
+            stats = (queue['message_stats'] || {}).merge(
+              'messages'                        => queue['messages'],
+              'messages_details'                => queue['messages_details'],
+              'messages_ready'                  => queue['messages_ready'],
+              'messages_ready_details'          => queue['messages_ready_details'],
+              'messages_unacknowledged'         => queue['messages_unacknowledged'],
+              'messages_unacknowledged_details' => queue['messages_unacknowledged_details'],
+              'consumers'                       => queue['consumers'],
+              'memory'                          => queue['memory'],
+            )
+
+            stats.each_pair do |k, v|
+              service = "#{svc}.#{k}"
+              metric = if k =~ (/details$/) && !v.nil?
+                         v['rate']
+                       else
+                         v
+                       end
+
+              # TODO: Set state via thresholds which can be configured
+
+              report(
+                host: event_host,
+                service: service,
+                metric: metric,
+                description: 'RabbitMQ monitor',
+              )
+            end
+          end
+        end
+      end
+
+      def check_overview
+        uri = URI(overview_url)
+        response = safe_get(uri, event_host)
+
+        return if response.nil?
+
+        json = JSON.parse(response.body)
+
+        if response.status != 200
+          report(
+            host: event_host,
+            service: 'rabbitmq',
+            state: 'critical',
+            description: "HTTP connection error: #{response.status} - #{response.body}",
+          )
+        else
+          report(
+            host: event_host,
+            service: 'rabbitmq monitoring',
+            state: 'ok',
+            description: 'HTTP connection ok',
+          )
+
+          %w[message_stats queue_totals object_totals].each do |stat|
+            # NOTE: / BUG ?
+            # Brand new servers can have blank message stats. Is this ok?
+            # I can't decide.
+            next if json[stat].empty?
+
+            json[stat].each_pair do |k, v|
+              service = "rabbitmq.#{stat}.#{k}"
+              metric = if k =~ /details$/
+                         v['rate']
+                       else
+                         v
+                       end
+
+              # TODO: Set state via thresholds which can be configured
+
+              report(
+                host: event_host,
+                service: service,
+                metric: metric,
+                description: 'RabbitMQ monitor',
+              )
+            end
+          end
+        end
+      end
+
+      def check_node
+        opts[:node].each do |n|
+          uri = URI(node_url(n))
+          response = safe_get(uri, event_host)
+
+          break if response.nil?
+
+          if response.status != 200
+            if response.status == 404
+              report(
+                host: event_host,
+                service: "rabbitmq.node.#{n}",
+                state: 'critical',
+                description: 'Node was not found in the cluster',
+              )
+            else
+              report(
+                host: event_host,
+                service: "rabbitmq.node.#{n}",
+                state: 'critical',
+                description: "HTTP error: #{response.status} - #{response.body}",
+              )
+            end
+            break
+          end
+
+          json = JSON.parse(response.body)
+
+          if json['mem_alarm']
+            report(
+              host: event_host,
+              service: "rabbitmq.node.#{n}",
+              state: 'critical',
+              description: 'Memory alarm has triggered; job submission throttled',
+            )
+            break
+          end
+
+          if json['disk_free_alarm']
+            report(
+              host: event_host,
+              service: "rabbitmq.node.#{n}",
+              state: 'critical',
+              description: 'Disk free alarm has triggered; job submission throttled',
+            )
+            break
+          end
+
+          report(
+            host: event_host,
+            service: "rabbitmq.node.#{n}",
+            state: 'ok',
+            description: 'Node looks OK to me',
+          )
+        end
+      end
+
+      def tick
+        check_overview
+        check_node if opts[:node]
+        check_queues
+      end
+    end
+  end
+end
+Riemann::Tools::Rabbitmq.run