continuent-monitors-nagios 0.0.3 → 0.5.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 4a06f684ddc84caf2d0b1c859a33b5d34b5d2d63
-  data.tar.gz: a0bebc5b0902b9bbe71460e6335e757529b79c90
+  metadata.gz: 48e8e6f3568e9f4bca84c85a1063becd316337ab
+  data.tar.gz: 432c3e2421a56bd22b0e62d3e5679a7863aa9145
 SHA512:
-  metadata.gz: 44f04b5c74c7409d300fdbed92c1e2bc010727549625801d859092693e9f7c49d75d7e927cc35ddfbef5ae17a7f0746c7dad7671a146ecec486ef4a1c760ce19
-  data.tar.gz: 9f713e08e75e95625284cf086e41ddf49469b8fd3b62cfa4bb89c7b17b1d9505db15ac110b55cb46b3a7df218cbf4c693a8029c1dadde1a40240d42f7ec55645
+  metadata.gz: 0e2738db134bf76f15f61399bbadd7c64d754dfbd6135f9ab07c794efae1292c7b8e93144cb312283fa2367680c502670f23c2a75ae5c3572be332fff5e14338
+  data.tar.gz: 0b1ac0ce88616fef6f9175bf328bdf18bf508ed67c82850ed2862205f32f96f8a2f799b4b52708a46b087fa4f1ecb07c9f5639e0e379e5a7f719b45f775be0db

data/bin/tungsten_nagios_backups

@@ -0,0 +1,140 @@
+#!/usr/bin/env ruby
+# Copyright (C) 2014 Continuent, Inc.
+# 
+# Licensed under the Apache License, Version 2.0 (the "License"); you may
+# not use this file except in compliance with the License.  You may obtain
+# a copy of the License at
+# 
+#         http://www.apache.org/licenses/LICENSE-2.0
+# 
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.  See the
+# License for the specific language governing permissions and limitations
+# under the License.
+#
+# Initial developer(s): Jeff Mace
+# Contributor(s):
+
+begin
+  require 'rubygems'
+  gem 'continuent-tools-core'
+rescue LoadError
+end
+
+require 'continuent-tools-core'
+require 'continuent-tools-nagios-monitor'
+
+class CheckTungstenBackups
+  include TungstenScript
+  include TungstenNagiosMonitor
+  private
+  
+  def main
+    if TI.is_commercial?()
+      unless TI.is_manager?()
+        critical("The server is not a Continuent Tungsten Manager")
+      end
+
+      unless TI.is_running?("manager")
+        critical("The Continuent Tungsten Manager is not running")
+      end
+    else
+      unless TI.is_replicator?()
+        critical("The server is not a Tungsten Replicator")
+      end
+
+      unless TI.is_running?("replicator")
+        critical("The Tungsten Replicator is not running")
+      end
+    end
+    
+    opt_default(:service, TI.default_dataservice())
+    if opt(:service) == nil
+      critical("The --service option was not given")
+    end
+    
+    status = TI.status(opt(:service))
+    
+    # When running Continuent Tungsten, this will only run on the coordinator
+    if TI.is_commercial?()
+      unless status.coordinator() == TI.hostname()
+        ok("Not running check because this node is not the coordinator")
+      end
+    end
+    
+    seconds_since_epoch = TU.cmd_result("date +%s").to_i()
+    most_recent_backup = nil
+    
+    if TI.is_commercial?()
+      hosts = status.replicators()
+    else
+      hosts = [TI.hostname()]
+    end
+    hosts.each{
+      |ds|
+      begin
+        # Find the replication storage directory on the host
+        key = "#{HOSTS}.#{TU.to_identifier(ds)}.repl_backup_directory"
+        raw = TU.ssh_result("#{TI.base_path()}/tools/tpm query values #{key}", ds, TI.user())
+        dir = JSON.parse(raw)[key]
+        
+        # Look for backup files in that directory
+        TU.ssh_result("stat -c\"%n %Y\" #{dir}/store*.properties 2>/dev/null", ds, TI.user()).split("\n").each{
+          |line|
+          stored_backup=line.split(" ")
+          stored_backup[1] = stored_backup[1].to_i()
+          
+          if most_recent_backup == nil || stored_backup[1] > most_recent_backup[:seconds]
+            most_recent_backup = {
+              :hostname => ds,
+              :filename => stored_backup[0],
+              :seconds => stored_backup[1]
+            }
+          end
+        }
+      rescue CommandError
+      rescue JSON::ParserError
+      end
+    }
+    
+    if most_recent_backup == nil
+      if TI.is_commercial?()
+        critical("Unable to find a backup on any datasource")
+      else
+        critical("Unable to find a backup")
+      end
+    end
+    
+    age = seconds_since_epoch-most_recent_backup[:seconds]
+    if age > @options[:max_backup_age]
+      critical("#{most_recent_backup[:hostname]}:#{most_recent_backup[:filename]} [#{age}s] is older than #{@options[:max_backup_age]}s")
+    else
+      ok("The most recent backup is #{most_recent_backup[:hostname]}:#{most_recent_backup[:filename]} [#{age}s]")
+    end
+  end
+  
+  def configure
+    super()
+    
+    description("Check all local datasources to make sure one of them has a backup younger than the max allowed age")
+    
+    add_option(:service, {
+      :on => "--service String",
+      :help => "The replication service or cluster to check"
+    })
+    
+    add_option(:max_backup_age, {
+      :on => "--max-backup-age String",
+      :help => "Maximum allowed age in seconds of a backup on any machine",
+      :parse => method(:parse_integer_option),
+      :default => 86400
+    })
+  end
+  
+  def script_name
+    "tungsten_nagios_backups"
+  end
+  
+  self.new().run()
+end

data/bin/tungsten_nagios_connector

@@ -31,8 +31,12 @@ class ContinuentNagiosMonitorConnector
   private
   
   def main
+    unless TI.is_connector?()
+      critical("The server is not a Continuent Tungsten Connector")
+    end
+    
     unless TI.is_running?("connector")
-      critical("The Tungsten Connector is not running")
+      critical("The Continuent Tungsten Connector is not running")
     end
     
     begin
@@ -48,9 +52,12 @@ class ContinuentNagiosMonitorConnector
   def configure
     super()
     
+    description("Test the Tungsten Connector using credentials from --defaults-file.")
+    
     add_option(:defaults_file, {
       :on => "--defaults-file String",
-      :help => "The defaults file to use when connecting to MySQL"
+      :help => "The defaults file to use when connecting to MySQL",
+      :required => true
     })
     
     add_option(:statement, {
@@ -88,4 +95,4 @@ class ContinuentNagiosMonitorConnector
   end
   
   self.new().run()
-end
+end

data/bin/tungsten_nagios_latency

@@ -0,0 +1,159 @@
+#!/usr/bin/env ruby
+# Copyright (C) 2014 Continuent, Inc.
+# 
+# Licensed under the Apache License, Version 2.0 (the "License"); you may
+# not use this file except in compliance with the License.  You may obtain
+# a copy of the License at
+# 
+#         http://www.apache.org/licenses/LICENSE-2.0
+# 
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.  See the
+# License for the specific language governing permissions and limitations
+# under the License.
+#
+# Initial developer(s): Jeff Mace
+# Contributor(s):
+
+begin
+  require 'rubygems'
+  gem 'continuent-tools-core'
+rescue LoadError
+end
+
+require 'continuent-tools-core'
+require 'continuent-tools-nagios-monitor'
+
+class ContinuentNagiosMonitorLatency
+  include TungstenScript
+  include TungstenNagiosMonitor
+  private
+  
+  def main
+    if TI.is_commercial?()
+      unless TI.is_manager?()
+        critical("The server is not a Continuent Tungsten Manager")
+      end
+
+      unless TI.is_running?("manager")
+        critical("The Continuent Tungsten Manager is not running")
+      end
+    else
+      unless TI.is_replicator?()
+        critical("The server is not a Tungsten Replicator")
+      end
+
+      unless TI.is_running?("replicator")
+        critical("The Tungsten Replicator is not running")
+      end
+    end
+    
+    opt_default(:service, TI.default_dataservice())
+    if opt(:service) == nil
+      critical("The --service option was not given")
+    end
+    
+    max_latency = 0
+    errors = []
+    perslave_performance_data = []
+    
+    status = TI.status(opt(:service))
+    if status.is_composite?()
+      # Composite Dataservice
+      critical("Unable to check latency on #{opt(:service)} because it is a composite dataservice")
+    else
+      status.replicators().each{
+        |hostname|
+        # Ignore this host since the datasource is shunned
+        if opt(:skip_shunned) == true && status.is_physical?()
+          if status.datasource_status(hostname) == "SHUNNED"
+            next
+          end
+        end
+        
+        latency = status.replicator_latency(hostname)
+        
+        # Check for some special cases
+        if latency.to_s() == "-1"
+          errors << "#{hostname} is missing latency information"
+          next
+        end
+        unless latency.to_s() =~ /^[0-9\.]+$/
+          errors << "#{hostname} is missing latency information"
+          next
+        end
+        
+        latency = latency.to_s().to_f()
+        if is_critical?(latency) || is_warning?(latency)
+          errors << "#{hostname}=#{latency}s"
+        end
+        
+        if latency > max_latency
+          max_latency = latency
+        end
+        
+        perslave_performance_data << "#{hostname}=#{latency};#{opt(:warning_level)};#{opt(:critical_level)};;"
+      }
+    end
+    
+    if opt(:perslave_perfdata) == true
+      perslave_performance_data.each{
+        |p|
+         @perfdata <<  p
+      }
+    elsif opt(:perfdata) == true
+      @perfdata << "max_latency=#{max_latency};#{opt(:warning_level)};#{opt(:critical_level)};;"
+    end
+    
+    if is_critical?(max_latency)
+      critical(errors.join(', '))
+    elsif is_warning?(max_latency)
+      warning(errors.join(', '))
+    else
+      ok("All slaves are running normally (max_latency=#{max_latency})")
+    end
+  end
+  
+  def configure
+    super()
+    
+    description("Check the latency for all datasources in the specified --service. If it is a Tungsten Replicator, only the local host will be checked.")
+    
+    add_option(:service, {
+      :on => "--service String",
+      :help => "The replication service or cluster to check"
+    })
+    
+    add_option(:skip_shunned, {
+      :on => "--skip-shunned String",
+      :help => "Ignore Continuent Tungsten datasources that have been shunned.",
+      :parse => method(:parse_boolean_option),
+      :default => "false",
+    })
+    
+    add_option(:perfdata, {
+      :on => "--perfdata String",
+      :help => "Display max_latency performance data",
+      :parse => method(:parse_boolean_option),
+      :default => "false",
+    })
+    
+    add_option(:perslave_perfdata, {
+      :on => "--perslave-perfdata String",
+      :help => "Display latency performance data for every replicator",
+      :parse => method(:parse_boolean_option),
+      :default => "false",
+    })
+  end
+  
+  def script_name
+    "tungsten_nagios_latency"
+  end
+  
+  def uses_thresholds?
+    true
+  end
+  
+  self.new().run()
+end

data/bin/tungsten_nagios_monitor_threads

@@ -52,6 +52,8 @@ class ContinuentNagiosMonitorThreads
   def configure
     super()
     
+    description("Check the number of JVM threads for the specified component")
+    
     add_option(:component, {
       :on => "--component String",
       :help => "The Tungsten component to return a Java PID for"

data/bin/tungsten_nagios_online

@@ -0,0 +1,134 @@
+#!/usr/bin/env ruby
+# Copyright (C) 2014 Continuent, Inc.
+# 
+# Licensed under the Apache License, Version 2.0 (the "License"); you may
+# not use this file except in compliance with the License.  You may obtain
+# a copy of the License at
+# 
+#         http://www.apache.org/licenses/LICENSE-2.0
+# 
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.  See the
+# License for the specific language governing permissions and limitations
+# under the License.
+#
+# Initial developer(s): Jeff Mace
+# Contributor(s):
+
+begin
+  require 'rubygems'
+  gem 'continuent-tools-core'
+rescue LoadError
+end
+
+require 'continuent-tools-core'
+require 'continuent-tools-nagios-monitor'
+
+class ContinuentNagiosMonitorOnline
+  include TungstenScript
+  include TungstenNagiosMonitor
+  private
+  
+  def main
+    if TI.is_commercial?()
+      unless TI.is_manager?()
+        critical("The server is not a Continuent Tungsten Manager")
+      end
+
+      unless TI.is_running?("manager")
+        critical("The Continuent Tungsten Manager is not running")
+      end
+    else
+      unless TI.is_replicator?()
+        critical("The server is not a Tungsten Replicator")
+      end
+
+      unless TI.is_running?("replicator")
+        critical("The Tungsten Replicator is not running")
+      end
+    end
+    
+    opt_default(:service, TI.default_dataservice())
+    if opt(:service) == nil
+      critical("The --service option was not given")
+    end
+    
+    not_online = []
+    shunned = []
+    
+    status = TI.status(opt(:service))
+    if status.is_replication?()
+      # Replication Only
+      status.replicators().each{
+        |name|
+        rep_status = status.replicator_status(name)
+
+        if rep_status != "ONLINE"
+          not_online << name
+        end
+      }
+    elsif status.is_physical?()
+      # Physical Dataservice
+      status.replicators().each{
+        |name|
+        ds_status = status.datasource_status(name)
+        rep_status = status.replicator_status(name)
+
+        if opt(:skip_shunned) == true && ds_status == "SHUNNED"
+          shunned << name
+          next
+        end
+        
+        if ds_status != "ONLINE" || rep_status != "ONLINE"
+          not_online << name
+        end
+      }
+    else
+      # Composite Dataservices
+      status.datasources().each{
+        |name|
+        ds_status = status.datasource_status(name)
+
+        if opt(:skip_shunned) == true && ds_status == "SHUNNED"
+          shunned << name
+          next
+        end
+        
+        if ds_status != "ONLINE"
+          not_online << name
+        end
+      }
+    end
+    
+    if not_online.size() > 0
+      critical("#{not_online.join(', ')} #{TU.pluralize(not_online, "is", "are")} not ONLINE")
+    end
+    
+    ok("All services are ONLINE")
+  end
+  
+  def configure
+    super()
+    
+    description("Check that all datasources or the local replication service are ONLINE.")
+    
+    add_option(:service, {
+      :on => "--service String",
+      :help => "The replication service or cluster to check"
+    })
+    
+    add_option(:skip_shunned, {
+      :on => "--skip-shunned String",
+      :help => "Ignore Continuent Tungsten datasources that have been shunned.",
+      :parse => method(:parse_boolean_option),
+      :default => "false",
+    })
+  end
+  
+  def script_name
+    "tungsten_nagios_online"
+  end
+  
+  self.new().run()
+end