riemann-tools 1.0.0 → 1.2.0

data/tools/riemann-elasticsearch/lib/riemann/tools/elasticsearch.rb

@@ -0,0 +1,170 @@
+# frozen_string_literal: true
+
+require 'riemann/tools'
+
+module Riemann
+  module Tools
+    class Elasticsearch
+      include Riemann::Tools
+      require 'faraday'
+      require 'json'
+      require 'uri'
+
+      opt :read_timeout, 'Faraday read timeout', type: :int, default: 2
+      opt :open_timeout, 'Faraday open timeout', type: :int, default: 1
+      opt :path_prefix,
+          'Elasticsearch path prefix for proxied installations e.g. "els" for target http://localhost/els/_cluster/health', default: '/'.dup
+      opt :es_host, 'Elasticsearch host', default: 'localhost'
+      opt :es_port, 'Elasticsearch port', type: :int, default: 9200
+      opt :es_search_index, 'Elasticsearch index to fetch search statistics for', default: '_all'
+
+      # Handles HTTP connections and GET requests safely
+      def safe_get(uri)
+        # Handle connection timeouts
+        response = nil
+        begin
+          connection = Faraday.new(uri)
+          response = connection.get do |req|
+            req.options[:timeout] = options[:read_timeout]
+            req.options[:open_timeout] = options[:open_timeout]
+          end
+        rescue StandardError => e
+          report(
+            host: uri.host,
+            service: 'elasticsearch health',
+            state: 'critical',
+            description: "HTTP connection error: #{e.class} - #{e.message}",
+          )
+        end
+        response
+      end
+
+      def make_es_url(path)
+        path_prefix = options[:path_prefix]
+        path_prefix[0] = '' if path_prefix[0] == '/'
+        path_prefix[path_prefix.length - 1] = '' if path_prefix[path_prefix.length - 1] == '/'
+        "http://#{options[:es_host]}:#{options[:es_port]}#{path_prefix.length.positive? ? '/' : ''}#{path_prefix}/#{path}"
+      end
+
+      def health_url
+        make_es_url('_cluster/health')
+      end
+
+      def indices_url
+        make_es_url('_stats/store')
+      end
+
+      def search_url
+        es_search_index = options[:es_search_index]
+        make_es_url("#{es_search_index}/_stats/search")
+      end
+
+      def bad?(response, uri)
+        if response.success?
+          false
+        else
+          report(
+            host: uri.host,
+            service: 'elasticsearch health',
+            state: 'critical',
+            description: response.nil? ? 'HTTP response is empty!' : "HTTP connection error: #{response.status} - #{response.body}",
+          )
+        end
+      end
+
+      def tick_indices
+        uri = URI(indices_url)
+        response = safe_get(uri)
+
+        return if bad?(response, uri)
+
+        # Assuming that a 200 will give json
+        json = JSON.parse(response.body)
+
+        json['indices'].each_pair do |k, v|
+          report(
+            host: uri.host,
+            service: "elasticsearch index/#{k}/primaries/size_in_bytes",
+            metric: v['primaries']['store']['size_in_bytes'],
+          )
+          report(
+            host: uri.host,
+            service: "elasticsearch index/#{k}/total/size_in_bytes",
+            metric: v['total']['store']['size_in_bytes'],
+          )
+        end
+      end
+
+      def tick_search
+        uri = URI(search_url)
+        response = safe_get(uri)
+
+        return if bad?(response, uri)
+
+        es_search_index = options[:es_search_index]
+        # Assuming that a 200 will give json
+        json = JSON.parse(response.body)
+
+        json['_all'].each_pair do |_type, data|
+          query = data['search']['query_time_in_millis'].to_f / data['search']['query_total']
+          fetch = data['search']['fetch_time_in_millis'].to_f / data['search']['fetch_total']
+
+          report(
+            host: uri.host,
+            service: "elasticsearch search/#{es_search_index}/query",
+            metric: query,
+          )
+          report(
+            host: uri.host,
+            service: "elasticsearch search/#{es_search_index}/fetch",
+            metric: fetch,
+          )
+        end
+      end
+
+      def tick
+        begin
+          tick_indices
+          tick_search
+        rescue StandardError => e
+          report(
+            host: options[:es_host],
+            service: 'elasticsearch error',
+            state: 'critical',
+            description: "Elasticsearch cluster error: #{e.message}",
+          )
+        end
+        uri = URI(health_url)
+        response = safe_get(uri)
+
+        return if bad?(response, uri)
+
+        # Assuming that a 200 will give json
+        json = JSON.parse(response.body)
+        cluster_name = json.delete('cluster_name')
+        cluster_status = json.delete('status')
+        state = {
+          'green'  => 'ok',
+          'yellow' => 'warning',
+          'red'    => 'critical',
+        }[cluster_status]
+
+        report(
+          host: uri.host,
+          service: 'elasticsearch health',
+          state: state,
+          description: "Elasticsearch cluster: #{cluster_name} - #{cluster_status}",
+        )
+
+        json.each_pair do |k, v|
+          report(
+            host: uri.host,
+            service: "elasticsearch #{k}",
+            metric: v,
+            description: "Elasticsearch cluster #{k}",
+          )
+        end
+      end
+    end
+  end
+end

data/tools/riemann-marathon/{Rakefile.rb → Rakefile}

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 require 'rubygems'
 require 'rubygems/package_task'
 require 'rdoc/task'
@@ -9,10 +11,8 @@ ENV['COPYFILE_DISABLE'] = 'true'
 
 # Gemspec
 gemspec = Gem::Specification.new do |s|
-  s.rubyforge_project = 'riemann-marathon'
-
   s.name = 'riemann-marathon'
-  s.version = '0.1.3'
+  s.version = '0.1.5'
   s.author = 'Giulio Eulisse'
   s.email = 'giulio.eulisse@cern.ch'
   s.homepage = 'https://github.com/riemann/riemann-tools'
@@ -20,15 +20,14 @@ gemspec = Gem::Specification.new do |s|
   s.summary = 'Submits Marathon stats to riemann.'
   s.license = 'MIT'
 
-  s.add_dependency 'riemann-tools', '>= 0.2.13'
-  s.add_dependency 'faraday', '>= 0.8.5'
-  s.add_dependency 'json'
+  s.add_runtime_dependency 'riemann-tools', '~> 1.0', '>= 1.1.1'
+  s.add_runtime_dependency 'faraday', '~> 2.3', '>= 2.3.0'
+  s.add_runtime_dependency 'json', '~> 2.6', '>=2.6.2'
 
-  s.files = FileList['bin/*', 'LICENSE', 'README.md'].to_a
+  s.files = FileList['bin/*', 'lib/**/*.rb', 'LICENSE', 'README.md'].to_a
   s.executables |= Dir.entries('bin/')
-  s.has_rdoc = false
 
-  s.required_ruby_version = '>= 1.8.7'
+  s.required_ruby_version = Gem::Requirement.new('>= 2.6.0')
 end
 
 Gem::PackageTask.new gemspec do |p|

data/tools/riemann-marathon/bin/riemann-marathon

@@ -1,147 +1,8 @@
 #!/usr/bin/env ruby
-Process.setproctitle($0)
+# frozen_string_literal: true
 
-require 'riemann/tools'
+Process.setproctitle($PROGRAM_NAME)
 
-class Riemann::Tools::Marathon
-  include Riemann::Tools
+require 'riemann/tools/marathon'
 
-  require 'faraday'
-  require 'json'
-  require 'uri'
-
-  opt :read_timeout, 'Faraday read timeout', type: :int, default: 2
-  opt :open_timeout, 'Faraday open timeout', type: :int, default: 1
-  opt :path_prefix, 'Marathon path prefix for proxied installations e.g. "marathon" for target http://localhost/marathon/metrics', default: "/"
-  opt :marathon_host, 'Marathon host', default: "localhost"
-  opt :marathon_port, 'Marathon port', type: :int, default: 8080
-
-  def initialize
-    options[:interval] = 60
-    options[:ttl] = 120
-  end
-
-  # Handles HTTP connections and GET requests safely
-  def safe_get(uri)
-      # Handle connection timeouts
-      response = nil
-      begin
-        connection = Faraday.new(uri)
-        response = connection.get do |req|
-          req.options[:timeout] = options[:read_timeout]
-          req.options[:open_timeout] = options[:open_timeout]
-        end
-      rescue => e
-        report(:host => uri.host,
-          :service => "marathon health",
-          :state => "critical",
-          :description => "HTTP connection error: #{e.class} - #{e.message}"
-        )
-      end
-      response
-  end
-
-  def health_url
-    path_prefix = options[:path_prefix]
-    path_prefix[0] = '' if path_prefix[0]=='/'
-    path_prefix[path_prefix.length-1] = '' if path_prefix[path_prefix.length-1]=='/'
-    "http://#{options[:marathon_host]}:#{options[:marathon_port]}#{path_prefix.length>0?'/':''}#{path_prefix}/metrics"
-  end
-
-  def apps_url
-    path_prefix = options[:path_prefix]
-    path_prefix[0] = '' if path_prefix[0]=='/'
-    path_prefix[path_prefix.length-1] = '' if path_prefix[path_prefix.length-1]=='/'
-    "http://#{options[:marathon_host]}:#{options[:marathon_port]}#{path_prefix.length>0?'/':''}#{path_prefix}/v2/apps"
-  end
-
-  def tick
-    tick_health
-    tick_apps
-  end
-  
-  def tick_health
-    uri = URI(health_url)
-    response = safe_get(uri)
-
-    return if response.nil?
-
-    if response.status != 200
-        report(:host => uri.host,
-          :service => "marathon health",
-          :state => "critical",
-          :description => "HTTP connection error: #{response.status} - #{response.body}"
-        )
-    else
-      # Assuming that a 200 will give json
-      json = JSON.parse(response.body)
-      state = "ok"
-
-      report(:host => uri.host,
-             :service => "marathon health",
-             :state => state)
-
-      json.each_pair do |t, d|
-        if d.respond_to? :each_pair
-          d.each_pair do |service, counters|
-            report(:host => uri.host,
-                   :service => "marathon_metric #{t} #{service}",
-                   :metric => 1,
-                   :tags => ["metric_name"],
-                   :ttl => 600
-            )
-            if counters.respond_to? :each_pair
-              counters.each_pair do |k, v|
-                if v.is_a? Numeric
-                  report(:host => uri.host,
-                         :service => "marathon #{service} #{k}",
-                         :metric => v,
-                         :tags => ["metric", "#{t}"],
-                         :ttl => 600
-                  )
-                end
-              end
-            end
-          end
-        end
-      end
-    end
-  end
-
-  def tick_apps
-    uri = URI(apps_url)
-    response = safe_get(uri)
-
-    return if response.nil?
-
-    if response.status != 200
-        report(:host => uri.host,
-          :service => "marathon health",
-          :state => "critical",
-          :description => "HTTP connection error: #{response.status} - #{response.body}"
-        )
-    else
-      # Assuming that a 200 will give json
-      json = JSON.parse(response.body)
-      state = "ok"
-
-      report(:host => uri.host,
-             :service => "marathon health",
-             :state => state)
-
-      json["apps"].each do |app|
-        app.each_pair do |k, v|
-          if v.is_a? Numeric
-            report(:host => uri.host,
-                   :service => "marathon apps#{app["id"]}/#{k}",
-                   :metric => v,
-                   :ttl => 120
-            )
-          end
-        end
-      end
-    end
-  end
-end
 Riemann::Tools::Marathon.run
-

data/tools/riemann-marathon/lib/riemann/tools/marathon.rb

@@ -0,0 +1,159 @@
+# frozen_string_literal: true
+
+require 'riemann/tools'
+
+module Riemann
+  module Tools
+    class Marathon
+      include Riemann::Tools
+
+      require 'faraday'
+      require 'json'
+      require 'uri'
+
+      opt :read_timeout, 'Faraday read timeout', type: :int, default: 2
+      opt :open_timeout, 'Faraday open timeout', type: :int, default: 1
+      opt :path_prefix,
+          'Marathon path prefix for proxied installations e.g. "marathon" for target http://localhost/marathon/metrics', default: '/'.dup
+      opt :marathon_host, 'Marathon host', default: 'localhost'
+      opt :marathon_port, 'Marathon port', type: :int, default: 8080
+
+      def initialize
+        options[:interval] = 60
+        options[:ttl] = 120
+      end
+
+      # Handles HTTP connections and GET requests safely
+      def safe_get(uri)
+        # Handle connection timeouts
+        response = nil
+        begin
+          connection = Faraday.new(uri)
+          response = connection.get do |req|
+            req.options[:timeout] = options[:read_timeout]
+            req.options[:open_timeout] = options[:open_timeout]
+          end
+        rescue StandardError => e
+          report(
+            host: uri.host,
+            service: 'marathon health',
+            state: 'critical',
+            description: "HTTP connection error: #{e.class} - #{e.message}",
+          )
+        end
+        response
+      end
+
+      def health_url
+        path_prefix = options[:path_prefix]
+        path_prefix[0] = '' if path_prefix[0] == '/'
+        path_prefix[path_prefix.length - 1] = '' if path_prefix[path_prefix.length - 1] == '/'
+        "http://#{options[:marathon_host]}:#{options[:marathon_port]}#{path_prefix.length.positive? ? '/' : ''}#{path_prefix}/metrics"
+      end
+
+      def apps_url
+        path_prefix = options[:path_prefix]
+        path_prefix[0] = '' if path_prefix[0] == '/'
+        path_prefix[path_prefix.length - 1] = '' if path_prefix[path_prefix.length - 1] == '/'
+        "http://#{options[:marathon_host]}:#{options[:marathon_port]}#{path_prefix.length.positive? ? '/' : ''}#{path_prefix}/v2/apps"
+      end
+
+      def tick
+        tick_health
+        tick_apps
+      end
+
+      def tick_health
+        uri = URI(health_url)
+        response = safe_get(uri)
+
+        return if response.nil?
+
+        if response.status != 200
+          report(
+            host: uri.host,
+            service: 'marathon health',
+            state: 'critical',
+            description: "HTTP connection error: #{response.status} - #{response.body}",
+          )
+        else
+          # Assuming that a 200 will give json
+          json = JSON.parse(response.body)
+          state = 'ok'
+
+          report(
+            host: uri.host,
+            service: 'marathon health',
+            state: state,
+          )
+
+          json.each_pair do |t, d|
+            next unless d.respond_to? :each_pair
+
+            d.each_pair do |service, counters|
+              report(
+                host: uri.host,
+                service: "marathon_metric #{t} #{service}",
+                metric: 1,
+                tags: ['metric_name'],
+                ttl: 600,
+              )
+              next unless counters.respond_to? :each_pair
+
+              counters.each_pair do |k, v|
+                next unless v.is_a? Numeric
+
+                report(
+                  host: uri.host,
+                  service: "marathon #{service} #{k}",
+                  metric: v,
+                  tags: ['metric', t.to_s],
+                  ttl: 600,
+                )
+              end
+            end
+          end
+        end
+      end
+
+      def tick_apps
+        uri = URI(apps_url)
+        response = safe_get(uri)
+
+        return if response.nil?
+
+        if response.status != 200
+          report(
+            host: uri.host,
+            service: 'marathon health',
+            state: 'critical',
+            description: "HTTP connection error: #{response.status} - #{response.body}",
+          )
+        else
+          # Assuming that a 200 will give json
+          json = JSON.parse(response.body)
+          state = 'ok'
+
+          report(
+            host: uri.host,
+            service: 'marathon health',
+            state: state,
+          )
+
+          json['apps'].each do |app|
+            app.each_pair do |k, v|
+              next unless v.is_a? Numeric
+
+              report(
+                host: uri.host,
+                service: "marathon apps#{app['id']}/#{k}",
+                metric: v,
+                ttl: 120,
+              )
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/tools/riemann-mesos/{Rakefile.rb → Rakefile}

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 require 'rubygems'
 require 'rubygems/package_task'
 require 'rdoc/task'
@@ -9,10 +11,8 @@ ENV['COPYFILE_DISABLE'] = 'true'
 
 # Gemspec
 gemspec = Gem::Specification.new do |s|
-  s.rubyforge_project = 'riemann-mesos'
-
   s.name = 'riemann-mesos'
-  s.version = '0.1.2'
+  s.version = '0.1.4'
   s.author = 'Giulio Eulisse'
   s.email = 'giulio.eulisse@cern.ch'
   s.homepage = 'https://github.com/riemann/riemann-tools'
@@ -20,15 +20,14 @@ gemspec = Gem::Specification.new do |s|
   s.summary = 'Submits mesos stats to riemann.'
   s.license = 'MIT'
 
-  s.add_dependency 'riemann-tools', '>= 0.2.13'
-  s.add_dependency 'faraday', '>= 0.8.5'
-  s.add_dependency 'json'
+  s.add_runtime_dependency 'riemann-tools', '~> 1.0', '>= 1.1.1'
+  s.add_runtime_dependency 'faraday', '~> 2.3', '>= 2.3.0'
+  s.add_runtime_dependency 'json', '~> 2.6', '>=2.6.2'
 
-  s.files = FileList['bin/*', 'LICENSE', 'README.md'].to_a
+  s.files = FileList['bin/*', 'lib/**/*.rb', 'LICENSE', 'README.md'].to_a
   s.executables |= Dir.entries('bin/')
-  s.has_rdoc = false
 
-  s.required_ruby_version = '>= 1.8.7'
+  s.required_ruby_version = Gem::Requirement.new('>= 2.6.0')
 end
 
 Gem::PackageTask.new gemspec do |p|

data/tools/riemann-mesos/bin/riemann-mesos

@@ -1,131 +1,8 @@
 #!/usr/bin/env ruby
-Process.setproctitle($0)
+# frozen_string_literal: true
 
-require 'riemann/tools'
+Process.setproctitle($PROGRAM_NAME)
 
-class Riemann::Tools::Mesos
-  include Riemann::Tools
+require 'riemann/tools/mesos'
 
-  require 'faraday'
-  require 'json'
-  require 'uri'
-
-  opt :read_timeout, 'Faraday read timeout', type: :int, default: 2
-  opt :open_timeout, 'Faraday open timeout', type: :int, default: 1
-  opt :path_prefix, 'Mesos path prefix for proxied installations e.g. "mesos" for target http://localhost/mesos/metrics/snapshot', default: "/"
-  opt :mesos_host, 'Mesos host', default: "localhost"
-  opt :mesos_port, 'Mesos port', type: :int, default: 5050
-
-  # Handles HTTP connections and GET requests safely
-  def safe_get(uri)
-      # Handle connection timeouts
-      response = nil
-      begin
-        connection = Faraday.new(uri)
-        response = connection.get do |req|
-          req.options[:timeout] = options[:read_timeout]
-          req.options[:open_timeout] = options[:open_timeout]
-        end
-      rescue => e
-        report(:host => uri.host,
-          :service => "mesos health",
-          :state => "critical",
-          :description => "HTTP connection error: #{e.class} - #{e.message}"
-        )
-      end
-      response
-  end
-
-  def health_url
-    path_prefix = options[:path_prefix]
-    path_prefix[0] = '' if path_prefix[0]=='/'
-    path_prefix[path_prefix.length-1] = '' if path_prefix[path_prefix.length-1]=='/'
-    "http://#{options[:mesos_host]}:#{options[:mesos_port]}#{path_prefix.length>0?'/':''}#{path_prefix}/metrics/snapshot"
-  end
-
-  def slaves_url
-    path_prefix = options[:path_prefix]
-    path_prefix[0] = '' if path_prefix[0]=='/'
-    path_prefix[path_prefix.length-1] = '' if path_prefix[path_prefix.length-1]=='/'
-    "http://#{options[:mesos_host]}:#{options[:mesos_port]}#{path_prefix.length>0?'/':''}#{path_prefix}/master/slaves"
-  end
-
-
-  def tick
-    tick_slaves
-    uri = URI(health_url)
-    response = safe_get(uri)
-
-    return if response.nil?
-
-    if response.status != 200
-        report(:host => uri.host,
-          :service => "mesos health",
-          :state => "critical",
-          :description => "HTTP connection error: #{response.status} - #{response.body}"
-        )
-    else
-      # Assuming that a 200 will give json
-      json = JSON.parse(response.body)
-      state = "ok"
-
-      report(:host => uri.host,
-             :service => "mesos health",
-             :state => state)
-
-      json.each_pair do |k,v|
-        report(:host => uri.host,
-               :service => "mesos #{k}",
-               :metric => v
-        )
-      end
-    end
-  end
-
-  def tick_slaves
-    uri = URI(slaves_url)
-    response = safe_get(uri)
-
-    return if response.nil?
-
-    if response.status != 200
-        report(:host => uri.host,
-          :service => "mesos health",
-          :state => "critical",
-          :description => "HTTP connection error: #{response.status} - #{response.body}"
-        )
-    else
-      # Assuming that a 200 will give json
-      json = JSON.parse(response.body)
-      state = "ok"
-
-      report(:host => uri.host,
-             :service => "mesos health",
-             :state => state)
-
-      json["slaves"].each do |slave|
-        if slave.respond_to? "each_pair"
-          slave.each_pair do |k,v|
-            if v.respond_to? "each_pair"
-              v.each_pair do |k1,v1|
-                if v1.is_a? Numeric
-                  report(:host => slave["hostname"],
-                         :service => "mesos slave/#{k}/#{k1}",
-                         :metric => v1
-                  )
-                end
-              end
-            elsif v.is_a? Numeric
-              report(:host => slave["hostname"],
-                     :service => "mesos slave/#{k}",
-                     :metric => v
-              )
-            end
-          end
-        end
-      end
-    end
-  end 
-end
 Riemann::Tools::Mesos.run
-