riemann-tools 1.0.0 → 1.2.0

data/tools/riemann-mesos/lib/riemann/tools/mesos.rb

@@ -0,0 +1,142 @@
+# frozen_string_literal: true
+
+require 'riemann/tools'
+
+module Riemann
+  module Tools
+    class Mesos
+      include Riemann::Tools
+
+      require 'faraday'
+      require 'json'
+      require 'uri'
+
+      opt :read_timeout, 'Faraday read timeout', type: :int, default: 2
+      opt :open_timeout, 'Faraday open timeout', type: :int, default: 1
+      opt :path_prefix,
+          'Mesos path prefix for proxied installations e.g. "mesos" for target http://localhost/mesos/metrics/snapshot', default: '/'.dup
+      opt :mesos_host, 'Mesos host', default: 'localhost'
+      opt :mesos_port, 'Mesos port', type: :int, default: 5050
+
+      # Handles HTTP connections and GET requests safely
+      def safe_get(uri)
+        # Handle connection timeouts
+        response = nil
+        begin
+          connection = Faraday.new(uri)
+          response = connection.get do |req|
+            req.options[:timeout] = options[:read_timeout]
+            req.options[:open_timeout] = options[:open_timeout]
+          end
+        rescue StandardError => e
+          report(
+            host: uri.host,
+            service: 'mesos health',
+            state: 'critical',
+            description: "HTTP connection error: #{e.class} - #{e.message}",
+          )
+        end
+        response
+      end
+
+      def health_url
+        path_prefix = options[:path_prefix]
+        path_prefix[0] = '' if path_prefix[0] == '/'
+        path_prefix[path_prefix.length - 1] = '' if path_prefix[path_prefix.length - 1] == '/'
+        "http://#{options[:mesos_host]}:#{options[:mesos_port]}#{path_prefix.length.positive? ? '/' : ''}#{path_prefix}/metrics/snapshot"
+      end
+
+      def slaves_url
+        path_prefix = options[:path_prefix]
+        path_prefix[0] = '' if path_prefix[0] == '/'
+        path_prefix[path_prefix.length - 1] = '' if path_prefix[path_prefix.length - 1] == '/'
+        "http://#{options[:mesos_host]}:#{options[:mesos_port]}#{path_prefix.length.positive? ? '/' : ''}#{path_prefix}/master/slaves"
+      end
+
+      def tick
+        tick_slaves
+        uri = URI(health_url)
+        response = safe_get(uri)
+
+        return if response.nil?
+
+        if response.status != 200
+          report(
+            host: uri.host,
+            service: 'mesos health',
+            state: 'critical',
+            description: "HTTP connection error: #{response.status} - #{response.body}",
+          )
+        else
+          # Assuming that a 200 will give json
+          json = JSON.parse(response.body)
+          state = 'ok'
+
+          report(
+            host: uri.host,
+            service: 'mesos health',
+            state: state,
+          )
+
+          json.each_pair do |k, v|
+            report(
+              host: uri.host,
+              service: "mesos #{k}",
+              metric: v,
+            )
+          end
+        end
+      end
+
+      def tick_slaves
+        uri = URI(slaves_url)
+        response = safe_get(uri)
+
+        return if response.nil?
+
+        if response.status != 200
+          report(
+            host: uri.host,
+            service: 'mesos health',
+            state: 'critical',
+            description: "HTTP connection error: #{response.status} - #{response.body}",
+          )
+        else
+          # Assuming that a 200 will give json
+          json = JSON.parse(response.body)
+          state = 'ok'
+
+          report(
+            host: uri.host,
+            service: 'mesos health',
+            state: state,
+          )
+
+          json['slaves'].each do |slave|
+            next unless slave.respond_to? 'each_pair'
+
+            slave.each_pair do |k, v|
+              if v.respond_to? 'each_pair'
+                v.each_pair do |k1, v1|
+                  next unless v1.is_a? Numeric
+
+                  report(
+                    host: slave['hostname'],
+                    service: "mesos slave/#{k}/#{k1}",
+                    metric: v1,
+                  )
+                end
+              elsif v.is_a? Numeric
+                report(
+                  host: slave['hostname'],
+                  service: "mesos slave/#{k}",
+                  metric: v,
+                )
+              end
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/tools/riemann-munin/{Rakefile.rb → Rakefile}

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 require 'rubygems'
 require 'rubygems/package_task'
 require 'rdoc/task'
@@ -9,10 +11,8 @@ ENV['COPYFILE_DISABLE'] = 'true'
 
 # Gemspec
 gemspec = Gem::Specification.new do |s|
-  s.rubyforge_project = 'riemann-munin'
-
   s.name = 'riemann-munin'
-  s.version = '0.1.2'
+  s.version = '0.1.4'
   s.author = 'Kyle Kingsbury'
   s.email = 'aphyr@aphyr.com'
   s.homepage = 'https://github.com/riemann/riemann-tools'
@@ -20,14 +20,13 @@ gemspec = Gem::Specification.new do |s|
   s.summary = 'Submits munin stats to riemann.'
   s.license = 'MIT'
 
-  s.add_dependency 'riemann-tools', '>= 0.2.13'
-  s.add_dependency 'munin-ruby', '>= 0.2.1'
+  s.add_runtime_dependency 'riemann-tools', '~> 1.0', '>= 1.1.1'
+  s.add_runtime_dependency 'munin-ruby', '~> 0.2', '>= 0.2.5'
 
-  s.files = FileList['bin/*', 'LICENSE', 'README.md'].to_a
+  s.files = FileList['bin/*', 'lib/**/*.rb', 'LICENSE', 'README.md'].to_a
   s.executables |= Dir.entries('bin/')
-  s.has_rdoc = false
 
-  s.required_ruby_version = '>= 1.8.7'
+  s.required_ruby_version = Gem::Requirement.new('>= 2.6.0')
 end
 
 Gem::PackageTask.new gemspec do |p|

data/tools/riemann-munin/bin/riemann-munin

@@ -1,37 +1,8 @@
 #!/usr/bin/env ruby
-Process.setproctitle($0)
+# frozen_string_literal: true
 
-# Gathers munin statistics and submits them to Riemann.
+Process.setproctitle($PROGRAM_NAME)
 
-require 'riemann/tools'
-
-class Riemann::Tools::Munin
-  include Riemann::Tools
-  require 'munin-ruby'
-
-  def initialize
-    @munin = ::Munin::Node.new
-  end
-
-  def tick
-    services = opts[:services] || @munin.list
-    services.each do |service|
-      @munin.fetch(service).each do |service, parts|
-        parts.each do |part, metric|
-          report(
-            :service => "#{service} #{part}",
-            :metric => metric.to_f,
-            :state => 'ok',
-            :tags => ['munin']
-          )
-        end
-      end
-    end
-  end
-
-  opt :munin_host, "Munin hostname", :default => 'localhost'
-  opt :munin_port, "Munin port", :default => 4949
-  opt :services, "Munin services to translate (if not specified, all services are relayed)", :type => :strings
-end
+require 'riemann/tools/munin'
 
 Riemann::Tools::Munin.run

data/tools/riemann-munin/lib/riemann/tools/munin.rb

@@ -0,0 +1,37 @@
+# frozen_string_literal: true
+
+require 'riemann/tools'
+
+# Gathers munin statistics and submits them to Riemann.
+module Riemann
+  module Tools
+    class Munin
+      include Riemann::Tools
+      require 'munin-ruby'
+
+      def initialize
+        @munin = ::Munin::Node.new
+      end
+
+      def tick
+        services = opts[:services] || @munin.list
+        services.each do |service_name|
+          @munin.fetch(service_name).each do |service, parts|
+            parts.each do |part, metric|
+              report(
+                service: "#{service} #{part}",
+                metric: metric.to_f,
+                state: 'ok',
+                tags: ['munin'],
+              )
+            end
+          end
+        end
+      end
+
+      opt :munin_host, 'Munin hostname', default: 'localhost'
+      opt :munin_port, 'Munin port', default: 4949
+      opt :services, 'Munin services to translate (if not specified, all services are relayed)', type: :strings
+    end
+  end
+end

data/tools/riemann-rabbitmq/{Rakefile.rb → Rakefile}

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 require 'rubygems'
 require 'rubygems/package_task'
 require 'rdoc/task'
@@ -9,10 +11,8 @@ ENV['COPYFILE_DISABLE'] = 'true'
 
 # Gemspec
 gemspec = Gem::Specification.new do |s|
-  s.rubyforge_project = 'riemann-rabbitmq'
-
   s.name = 'riemann-rabbitmq'
-  s.version = '0.1.3'
+  s.version = '0.1.5'
   s.author = 'Gavin Sandie'
   s.email = 'beach@vicecity.co.uk'
   s.homepage = 'https://github.com/riemann/riemann-tools'
@@ -20,15 +20,14 @@ gemspec = Gem::Specification.new do |s|
   s.summary = 'Submits RabbitMQ stats to riemann.'
   s.license = 'MIT'
 
-  s.add_dependency 'riemann-tools', '>= 0.2.13'
-  s.add_dependency 'faraday', '>= 0.8.5'
-  s.add_dependency 'json'
+  s.add_runtime_dependency 'riemann-tools', '~> 1.0', '>= 1.1.1'
+  s.add_runtime_dependency 'faraday', '~> 2.3', '>= 2.3.0'
+  s.add_runtime_dependency 'json', '~> 2.6', '>=2.6.2'
 
-  s.files = FileList['bin/*', 'LICENSE', 'README.md'].to_a
+  s.files = FileList['bin/*', 'lib/**/*.rb', 'LICENSE', 'README.md'].to_a
   s.executables |= Dir.entries('bin/')
-  s.has_rdoc = false
 
-  s.required_ruby_version = '>= 1.8.7'
+  s.required_ruby_version = Gem::Requirement.new('>= 2.6.0')
 end
 
 Gem::PackageTask.new gemspec do |p|

data/tools/riemann-rabbitmq/bin/riemann-rabbitmq

@@ -1,269 +1,8 @@
 #!/usr/bin/env ruby
-Process.setproctitle($0)
+# frozen_string_literal: true
 
-require 'riemann/tools'
+Process.setproctitle($PROGRAM_NAME)
 
-class Riemann::Tools::Rabbitmq
-  include Riemann::Tools
+require 'riemann/tools/rabbitmq'
 
-  require 'faraday'
-  require 'json'
-  require 'uri'
-
-
-  opt :read_timeout, 'Faraday read timeout', type: :int, default: 2
-  opt :open_timeout, 'Faraday open timeout', type: :int, default: 1
-
-  opt :monitor_user, 'RabbitMQ monitoring user', type: :string
-  opt :monitor_pass, 'RabbitMQ monitoring user password', type: :string
-  opt :monitor_port, 'RabbitMQ monitoring port', type: :int, default: 15672
-  opt :monitor_host, 'RabbitMQ monitoring host', type: :string, default: "localhost"
-  opt :monitor_use_tls, 'RabbitMQ use tls', type: :bool, default: false
-
-  opt :max_queue_size, "max number of items in a queue that is acceptable", type: :int, default: 1_000_000
-  opt :ignore_max_size_queues, "A regular expression to match queues that shouldn't be size-checked", type: :string
-
-  opt :node, "Specify a node to monitor", type: :strings
-
-  def base_url
-    protocol = "http"
-    if (options[:monitor_use_tls]) && (options[:monitor_use_tls]==true)
-      protocol = "https"
-    end
-    "#{protocol}://#{options[:monitor_user]}:#{options[:monitor_pass]}@#{options[:monitor_host]}:#{options[:monitor_port]}/api"
-  end
-
-  def overview_url
-    "#{base_url}/overview"
-  end
-
-  def node_url(n)
-    "#{base_url}/nodes/#{n}"
-  end
-
-  def queues_url
-    "#{base_url}/queues"
-  end
-
-  def event_host
-    if options[:event_host]
-      return options[:event_host]
-    else
-      return options[:monitor_host]
-    end
-  end
-
-  def safe_get(uri, event_host)
-      # Handle connection timeouts
-      response = nil
-      begin
-        connection = Faraday.new(uri)
-        response = connection.get do |req|
-          req.options[:timeout] = options[:read_timeout]
-          req.options[:open_timeout] = options[:open_timeout]
-        end
-        report(:host => event_host,
-          :service => "rabbitmq monitoring",
-          :state   => 'ok',
-          :description => "Monitoring operational"
-        )
-      rescue => e
-        report(:host => event_host,
-          :service => "rabbitmq monitoring",
-          :state => "critical",
-          :description => "HTTP connection error: #{e.class} - #{e.message}"
-        )
-      end
-      response
-  end
-
-  def check_queues
-    response = safe_get(queues_url, event_host)
-    max_size_check_filter = if options[:ignore_max_size_queues]
-      Regexp.new(options[:ignore_max_size_queues])
-    else
-      nil
-    end
-
-    return if response.nil?
-
-    json = JSON.parse(response.body)
-
-    if response.status != 200
-        report(:host => event_host,
-          :service => "rabbitmq.queue",
-          :state => "critical",
-          :description => "HTTP connection error to /api/queues: #{response.status} - #{response.body}"
-        )
-    else
-      report(:host => event_host,
-        :service => "rabbitmq.queue",
-        :state => "ok",
-        :description => "HTTP connection ok"
-      )
-
-      json = JSON.parse(response.body)
-
-      json.each do |queue|
-        svc = "rabbitmq.queue.#{queue['vhost']}.#{queue['name']}"
-        errs = []
-
-        if queue['messages_ready']!=nil and queue['messages_ready'] > 0 and queue['consumers'] == 0
-          errs << "Queue has jobs but no consumers"
-        end
-
-        if (max_size_check_filter.nil? or queue['name'] !~ max_size_check_filter) and queue['messages_ready']!=nil and queue['messages_ready'] > options[:max_queue_size]
-          errs << "Queue has #{queue['messages_ready']} jobs"
-        end
-
-        if errs.empty?
-          report(:host    => event_host,
-                 :service => svc,
-                 :state   => "ok",
-                 :description => "Queue is looking good"
-          )
-        else
-          report(:host    => event_host,
-                 :service => svc,
-                 :state   => "critical",
-                 :description => errs.join("; ")
-          )
-        end
-
-        stats = (queue['message_stats'] || {}).merge(
-                  'messages'                        => queue['messages'],
-                  'messages_details'                => queue['messages_details'],
-                  'messages_ready'                  => queue['messages_ready'],
-                  'messages_ready_details'          => queue['messages_ready_details'],
-                  'messages_unacknowledged'         => queue['messages_unacknowledged'],
-                  'messages_unacknowledged_details' => queue['messages_unacknowledged_details'],
-                  'consumers'                       => queue['consumers'],
-                  'memory'                          => queue['memory'],
-                )
-
-        stats.each_pair do |k,v|
-          service = "#{svc}.#{k}"
-          if k =~ /details$/ and v!=nil
-            metric = v['rate']
-          else
-            metric = v
-          end
-
-          # TODO: Set state via thresholds which can be configured
-
-          report(:host => event_host,
-                 :service => service,
-                 :metric => metric,
-                 :description => "RabbitMQ monitor"
-          )
-        end
-      end
-    end
-  end
-
-  def check_overview
-    uri = URI(overview_url)
-    response = safe_get(uri, event_host)
-
-    return if response.nil?
-
-    json = JSON.parse(response.body)
-
-    if response.status != 200
-        report(:host => event_host,
-          :service => "rabbitmq",
-          :state => "critical",
-          :description => "HTTP connection error: #{response.status} - #{response.body}"
-        )
-    else
-      report(:host => event_host,
-        :service => "rabbitmq monitoring",
-        :state => "ok",
-        :description => "HTTP connection ok"
-      )
-
-      %w( message_stats queue_totals object_totals ).each do |stat|
-        # NOTE / BUG ?
-        # Brand new servers can have blank message stats. Is this ok?
-        # I can't decide.
-        next if json[stat].empty?
-        json[stat].each_pair do |k,v|
-          service = "rabbitmq.#{stat}.#{k}"
-          if k =~ /details$/
-            metric = v['rate']
-          else
-            metric = v
-          end
-
-          # TODO: Set state via thresholds which can be configured
-
-          report(:host => event_host,
-                 :service => service,
-                 :metric => metric,
-                 :description => "RabbitMQ monitor"
-                )
-        end
-      end
-    end
-  end
-
-  def check_node
-    opts[:node].each do |n|
-      uri = URI(node_url(n))
-      response = safe_get(uri, event_host)
-
-      return if response.nil?
-
-      if response.status != 200
-        if response.status == 404
-          report(:host => event_host,
-            :service => "rabbitmq.node.#{n}",
-            :state => "critical",
-            :description => "Node was not found in the cluster"
-          )
-        else
-          report(:host => event_host,
-            :service => "rabbitmq.node.#{n}",
-            :state => "critical",
-            :description => "HTTP error: #{response.status} - #{response.body}"
-          )
-        end
-        return
-      end
-
-      json = JSON.parse(response.body)
-
-      if json['mem_alarm']
-        report(:host => event_host,
-          :service => "rabbitmq.node.#{n}",
-          :state     => "critical",
-          :description => "Memory alarm has triggered; job submission throttled"
-        )
-        return
-      end
-
-      if json['disk_free_alarm']
-        report(:host => event_host,
-          :service => "rabbitmq.node.#{n}",
-          :state     => "critical",
-          :description => "Disk free alarm has triggered; job submission throttled"
-        )
-        return
-      end
-
-      report(:host => event_host,
-        :service => "rabbitmq.node.#{n}",
-        :state   => "ok",
-        :description => "Node looks OK to me"
-      )
-    end
-  end
-
-  def tick
-    check_overview
-    check_node if opts[:node]
-    check_queues
-  end
-end
 Riemann::Tools::Rabbitmq.run
-