reptile 0.0.6 → 0.1.0

data/Gemfile

@@ -0,0 +1,4 @@
+source :gemcutter
+
+# Specify your gem's dependencies in reptile.gemspec
+gemspec

data/Gemfile.lock

@@ -0,0 +1,37 @@
+PATH
+  remote: .
+  specs:
+    reptile (0.1.0)
+      activerecord
+      mixlib-log (>= 1.2.0)
+      tlsmail (>= 0.0.1)
+
+GEM
+  remote: http://rubygems.org/
+  specs:
+    activemodel (3.0.4)
+      activesupport (= 3.0.4)
+      builder (~> 2.1.2)
+      i18n (~> 0.4)
+    activerecord (3.0.4)
+      activemodel (= 3.0.4)
+      activesupport (= 3.0.4)
+      arel (~> 2.0.2)
+      tzinfo (~> 0.3.23)
+    activesupport (3.0.4)
+    arel (2.0.8)
+    builder (2.1.2)
+    i18n (0.5.0)
+    mixlib-log (1.2.0)
+    tlsmail (0.0.1)
+    tzinfo (0.3.24)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  activerecord
+  bundler (>= 1.0.0)
+  mixlib-log (>= 1.2.0)
+  reptile!
+  tlsmail (>= 0.0.1)

data/LICENSE

@@ -0,0 +1,22 @@
+(The MIT License)
+
+Copyright (c) 2010 Nick Stielau
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+'Software'), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED 'AS IS', WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
+SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.rdoc

@@ -1,6 +1,12 @@
 = reptile
 
-Reptile is an easy to use utility that will monitor your MySQL replication, so you can forget about it and focus on the good stuff.  It provides a utility for generate replication reports, and can email if replication appears to be failing.
+Reptile is an easy to use utility that will monitor your MySQL replication, so you can forget about it and focus on the good stuff.  It provides a utility for generate replication reports.
+
+== STATUS DISCLAIMER:
+
+I'm not sure if anybody uses this.  I PROBABLY WON'T fix a patch you submit.  This, as it is, has been used successfully in production environments.  It's a good idea, but might not work for your particular case, and I make no guarantee that it will.  I certainly hope it does.  Drop me a line, and I'll answer any questions you have.  NCS 8/2010
+
+The --diff check can cause problems on large tables, as it does a lot of SELECT COUNT(*) FROM..'s .
 
 == REQUIREMENTS:
 
@@ -14,10 +20,14 @@ Put a config file at /etc/reptile.yml, /etc/reptile/reptile.yml, ./reptile.yml,
   [nick@s34 ~]$ replication_status -h
   Usage: replication_status [path_to_config_file]
       -h, --help                       Displays this help info
-      -s, --status                     Displays the slave status
-      -d, --diff                       Checks the row count difference between master and slave
-      -r, --report                     Sends a report email
-      -b, --heartbeat                  Checks the heartbeat timestamp difference between master and slave
+          --status                     Displays the slave status
+          --diff                       Checks the row count difference between master and slave
+          --report                     Prints a report
+          --heartbeat                  Checks the heartbeat timestamp difference between master and slave
+          --stop-slaves                Stops all slaves
+          --start-slaves               Starts all slaves
+      -l, --log-level [LEVEL]          Specify log level (debug,info,warn,error,fatal)
+
   [nick@s34 ~]$ replication_status -s
     * a_database slave is up and running
     * b_database slave is up and running
@@ -28,12 +38,14 @@ Put a config file at /etc/reptile.yml, /etc/reptile/reptile.yml, ./reptile.yml,
   [nick@s34 ~]$ sudo crontab -l
   Password:
   MAILTO="user@example.com"
-  # Use the '-e' arg to only spit out errors, which will be sent out by crontab
-  */15 * * * * replication_status -e
+  # Use the '-l error' arg to only spit out errors, which will be mailed by crontab
+  */15 * * * * replication_status -l error
+  # Or, specify certain checks
+  # */15 * * * * replication_status -l error --status
 
 === Setup SQL
 
-Run this SQL to setup the DBs/perms for Reptile.  Using different users, since each user requires significantly different permissions.  
+Run this SQL to setup the DBs/perms for Reptile.  Using different users, since each user requires significantly different permissions.
 
   GRANT REPLICATION SLAVE, REPLICATION CLIENT, SUPER ON *.* TO 'repl'@"localhost" IDENTIFIED BY 'repl_user_pass';
   GRANT REPLICATION SLAVE, REPLICATION CLIENT, SUPER ON *.* TO 'repl'@"MONITOR_HOST_IP" IDENTIFIED BY 'repl_user_pass';
@@ -47,36 +59,11 @@ Run this SQL to setup the DBs/perms for Reptile.  Using different users, since e
   GRANT SELECT, INSERT, UPDATE, ALTER ON replication_monitor.* TO 'heartbeat_user'@"MONITOR_HOST_IP" IDENTIFIED BY 'heartbeat_user_pass';
 
   CREATE TABLE replication_monitor.heartbeats (
-    unix_time INTEGER NOT NULL, 
-    db_time TIMESTAMP NOT NULL, 
+    unix_time INTEGER NOT NULL,
+    db_time TIMESTAMP NOT NULL,
     INDEX time_idx(unix_time)
   )
 
 == INSTALL:
 
 sudo gem install reptile
-
-== LICENSE:
-
-(The MIT License)
-
-Copyright (c) 2009 Nick Stielau
-
-Permission is hereby granted, free of charge, to any person obtaining
-a copy of this software and associated documentation files (the
-'Software'), to deal in the Software without restriction, including
-without limitation the rights to use, copy, modify, merge, publish,
-distribute, sublicense, and/or sell copies of the Software, and to
-permit persons to whom the Software is furnished to do so, subject to
-the following conditions:
-
-The above copyright notice and this permission notice shall be
-included in all copies or substantial portions of the Software.
-
-THE SOFTWARE IS PROVIDED 'AS IS', WITHOUT WARRANTY OF ANY KIND,
-EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
-MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
-IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
-CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
-TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
-SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/Rakefile

@@ -1,23 +1,11 @@
-require 'rubygems' unless ENV['NO_RUBYGEMS']
-%w[rake rake/clean fileutils newgem rubigen].each { |f| require f }
-require File.dirname(__FILE__) + '/lib/reptile'
+require 'bundler'
+Bundler::GemHelper.install_tasks
 
-begin
-  require 'jeweler'
-  Jeweler::Tasks.new do |gem|
-    gem.name = "reptile"
-    gem.summary = %Q{Cold blooded mysql replication monitoring.}
-    gem.description = %Q{Cold blooded mysql replication monitoring.}
-    gem.email = "nick.stielau@gmail.com"
-    gem.homepage = "http://reptile.rubyforge.org/"
-    gem.authors = ["Nick Stielau"]
-    gem.add_runtime_dependency 'tlsmail', '>= 0'
-    gem.add_runtime_dependency 'activerecord', '>= 0'
-    # gem is a Gem::Specification... see http://www.rubygems.org/read/chapter/20 for additional settings
-  end
-  Jeweler::GemcutterTasks.new
-rescue LoadError
-  puts "Jeweler (or a dependency) not available. Install it with: sudo gem install jeweler"
+require 'rake/testtask'
+Rake::TestTask.new(:test) do |test|
+  test.libs << 'lib' << 'test'
+  test.pattern = 'test/**/test_*.rb'
+  test.verbose = true
 end
 
 desc "Upload current documentation to Rubyforge"
@@ -31,8 +19,5 @@ task :upload_site do
   sh "scp -r webgen_site/* nstielau@rubyforge.org:/var/www/gforge-projects/reptile/"
 end
 
-require 'newgem/tasks' # load /tasks/*.rake
-Dir['tasks/**/*.rake'].each { |t| load t }
-
-# TODO - want other tests/tasks run by default? Add them to the list
-# task :default => [:spec, :features]
+task :test => :check_dependencies
+task :default => :test

data/bin/replication_status

@@ -1,9 +1,13 @@
 #!/usr/bin/env ruby
 
-require 'rubygems'
 require 'optparse'
+
+require 'rubygems'
 require 'reptile'
 
+Reptile::Log.level = :info
+Mixlib::Log::Formatter.show_time = false
+
 commands = []
 
 OptionParser.new do |opts|
@@ -13,33 +17,35 @@ OptionParser.new do |opts|
     puts opts
     exit 0
   end
-  
-  opts.on("-s", "--status", "Displays the slave status") do
+
+  opts.on("--status", "Displays the slave status") do
     commands << 'check_slaves'
   end
-  
-  opts.on("-d", "--diff", "Checks the row count difference between master and slave") do
+
+  opts.on("--diff", "Checks the row count difference between master and slave") do
     commands << 'diff_tables'
   end
-  
-  opts.on("-r", "--report", "Sends a report email") do
+
+  opts.on("--report", "Prints a report") do
     commands << 'report'
   end
-  
-  opts.on("-b", "--heartbeat", "Checks the heartbeat timestamp difference between master and slave") do
+
+  opts.on("--heartbeat", "Checks the heartbeat timestamp difference between master and slave") do
     commands << 'heartbeat'
   end
-  
-  opts.on("-x", "--stop_slaves", "Stops all slaves") do
+
+  opts.on("--stop-slaves", "Stops all slaves") do
     commands << 'stop_slaves'
   end
-  
-  opts.on("-g", "--start_slaves", "Starts all slaves") do
+
+  opts.on("--start-slaves", "Starts all slaves") do
     commands << 'start_slaves'
   end
-  
-  opts.on("-e", "--errors", "Show only errors.") do
-    commands << 'errors'
+
+  log_levels = [:debug, :info, :warn, :error, :fatal]
+  opts.on("-l", "--log-level [LEVEL]", log_levels,
+          "Specify log level (#{log_levels.join(',')})") do |t|
+    Reptile::Log.level = t.to_sym
   end
 
   begin
@@ -52,24 +58,20 @@ OptionParser.new do |opts|
 end
 
 if !ARGV.empty? && ARGV.length > 1
-  abort "Too many arguments; please specify only the directory containing the 'reptile.yml' file, or a yml config file itself."
+  abort "Too many arguments; please specify only the config file."
 end
 
-config_file_name = "reptile.yml"
-config_file_locations = ["/etc/#{config_file_name}", "/etc/reptile/#{config_file_name}", "./#{config_file_name}"]
 config_location_param = ARGV.first
 
 config_file = nil
 if config_location_param
-  if File.directory?(config_location_param) && File.exist?(File.join(config_location_param, config_file_name))
-    config_file = File.join(config_location_param, config_file_name)
-  elsif File.exist?(config_location_param) && !File.directory?(config_location_param)
+  if File.exist?(config_location_param) && !File.directory?(config_location_param)
     config_file = config_location_param
   else
-    abort "Please specify the directory containing the '#{config_file_name}' file, or the config file itself." 
+    abort "Please specify the config file."
   end
 else
-  config_file_locations.each do |f|
+  ["/etc/reptile.yml", "/etc/reptile/reptile.yml", "./reptile.yml"].each do |f|
     if File.exist?(f)
       config_file = f
       break
@@ -80,11 +82,11 @@ else
   end
 end
 
-
+Reptile::Log.debug "Loading config from #{config_file}"
 Reptile::ReplicationMonitor.load_config_file(config_file)
 
 if (commands.include?('start_slaves') || commands.include?('stop_slaves'))
-  Reptile::Runner.send(commands[0]) 
+  Reptile::Runner.send(commands[0])
 else
   (commands.empty? ? ['check_slaves', 'heartbeat', 'diff_tables'] : commands).each do |command|
     Reptile::ReplicationMonitor.send(command)

data/lib/reptile/databases.rb

@@ -3,11 +3,11 @@ module Reptile
   # for the master and slave of each particular database.
   class Databases
     attr :databases
-    
+
     def initialize(databases)
       @databases = databases
     end
-    
+
     # returns an array of the master names
     def masters
       @master_configs ||= get_masters
@@ -17,7 +17,7 @@ module Reptile
     def slaves
       @slave_configs ||= get_slaves
     end
-    
+
 private
 
     def get_masters
@@ -26,7 +26,7 @@ private
       masters.each_key{|name| masters[name] = masters[name]['master'] }
       masters
     end
-    
+
     # TODO: make private
     def get_slaves
       dbs = databases.dup
@@ -34,17 +34,15 @@ private
       dbs.each_key{|name| dbs[name] = dbs[name]['slave'] }
       slaves = dbs
     end
-    
-    # Tries to establish a database connection, and returns that connection.  
+
+    # Tries to establish a database connection, and returns that connection.
     # Dumps configs on error
     def self.connect(configs)
       ActiveRecord::Base.establish_connection(configs)
       ActiveRecord::Base.connection
     rescue Exception => e
-      puts "****"
-      puts "Error connecting to database: #{e}"
-      puts "****"
-      puts configs.inspect
+      Log.error "Error connecting to database: #{e}"
+      Log.error configs.inspect
       exit 1
     end
   end

data/lib/reptile/delta_monitor.rb

@@ -1,7 +1,5 @@
-require 'logger'
-
 module Reptile
-  # This monitor compares the row counts for each table for each master and slave.  
+  # This monitor compares the row counts for each table for each master and slave.
   class DeltaMonitor
     # Set the user settings for a user that has global SELECT privilidgess
     def self.user=(user_settings)
@@ -13,20 +11,12 @@ module Reptile
       raise "You need to specify a user!" if @user.nil?
       @user
     end
-  
-    def self.logger=(new_logger)
-      @logger = new_logger  
-    end
-    
-    def self.get_logger
-      @logger ||= Logger.new(STDOUT)
-    end
-  
+
     # Retrieve the active database connection.  Nil of none exists.
     def self.connection
       ActiveRecord::Base.connection
     end
-  
+
     # Compares the row counts for master tables and slave tables
     # Returns a hash of TABLE_NAME => ROW COUNT DELTAs
     def self.diff(db_name, master_configs, slave_configs)
@@ -37,36 +27,36 @@ module Reptile
       master_counts = get_table_counts
 
       deltas= {}
-      master_counts.each do |table, master_count| 
+      master_counts.each do |table, master_count|
         if slave_counts[table].nil?
-          puts "Table '#{table}' exists on master but not on slave."
+          Log.error "Table '#{table}' exists on master but not on slave."
           next
-        end   
+        end
         delta = master_count.first.to_i - slave_counts[table].first.to_i
         deltas[table] = delta
       end
-    
+
       print_deltas(db_name, deltas, master_configs)
-    
+
       deltas
     rescue Exception => e
-      get_logger.error "Error: Caught #{e}"
-      get_logger.error "DB Name: #{db_name}"
-      get_logger.error "Master Configs: #{master_configs.inspect}"
-      get_logger.error "Slave Configs: #{slave_configs.inspect}"
+      Log.error "Error: Caught #{e}"
+      Log.error "DB Name: #{db_name}"
+      Log.error "Master Configs: #{master_configs.inspect}"
+      Log.error "Slave Configs: #{slave_configs.inspect}"
       raise e
     end
-    
+
     # Prints stats about the differences in number of rows between the master and slave
     def self.print_deltas(db_name, deltas, configs)
       non_zero_deltas = deltas.select{|table, delta| not delta.zero?}
       if non_zero_deltas.size.zero?
-        get_logger.info "Replication counts A-OK for #{db_name} on #{configs['host']} @ #{Time.now}"
+        Log.info "Replication counts A-OK for #{db_name} on #{configs['host']} @ #{Time.now}"
       else
-        get_logger.info "Replication Row Count Deltas for #{db_name} on #{configs['host']} @ #{Time.now}"
-        get_logger.info "There #{non_zero_deltas.size > 1 ? 'are' : 'is'} #{non_zero_deltas.size} #{non_zero_deltas.size > 1 ? 'deltas' : 'delta'}"
+        Log.info "Replication Row Count Deltas for #{db_name} on #{configs['host']} @ #{Time.now}"
+        Log.info "There #{non_zero_deltas.size > 1 ? 'are' : 'is'} #{non_zero_deltas.size} #{non_zero_deltas.size > 1 ? 'deltas' : 'delta'}"
         non_zero_deltas.each do |table, delta|
-          get_logger.info "  #{table} table: #{delta}" unless delta.zero?
+          Log.info "  #{table} table: #{delta}" unless delta.zero?
         end
       end
     end
@@ -78,7 +68,7 @@ module Reptile
       connection.execute('SHOW TABLES').each { |row| tables << row }
       tables
     end
-  
+
     # Returns a hash of TABLE_NAME => # Rows for all tables in current db
     def self.get_table_counts
       tables = get_tables

data/lib/reptile/heartbeat.rb

@@ -1,18 +1,18 @@
 require 'active_record'
 
 module Reptile
-  # MySQL DTD for setting up Heartbeats.  Change HEARTBEAT_USER, HEARTBEAT_PASS, and MONITORING_BOX 
-  # to ip of the monitoring server. 
+  # MySQL DTD for setting up Heartbeats.  Change HEARTBEAT_USER, HEARTBEAT_PASS, and MONITORING_BOX
+  # to ip of the monitoring server.
   #
-  # GRANT SELECT, INSERT, UPDATE, ALTER ON replication_monitor.* 
+  # GRANT SELECT, INSERT, UPDATE, ALTER ON replication_monitor.*
   # TO 'HEARTBEAT_USER'@"localhost" IDENTIFIED BY 'HEARTBEAT_PASS';  GRANT SELECT, INSERT, UPDATE,
   # ALTER ON replication_monitor.* TO 'HEARTBEAT_USER'@"MONITORING_BOX" IDENTIFIED BY 'HEARTBEAT_PASS';
-  # 
+  #
   # CREATE DATABASE replication_monitor;
-  # 
+  #
   # CREATE TABLE replication_monitor.heartbeats (
-  #   unix_time INTEGER NOT NULL, 
-  #   db_time TIMESTAMP NOT NULL, 
+  #   unix_time INTEGER NOT NULL,
+  #   db_time TIMESTAMP NOT NULL,
   #   INDEX time_idx(unix_time)
   # )
   #
@@ -23,59 +23,52 @@ module Reptile
     def self.user=(default_configs)
       @user = default_configs
     end
-  
+
     # The default connection settings which override per-database settings.
     def self.user
       @user ||= {}
     end
-    
+
     def self.connect(configs)
       Databases.connect(configs.merge(user).merge("database" => 'replication_monitor'))
     end
-  
+
     # Write a heartbeat.
     # Thump thump.
     def self.write(name, configs)
       self.connect(configs)
       heartbeat = Heartbeat.create(:unix_time => Time.now.to_i, :db_time => "NOW()")
-      get_logger.info "Wrote heartbeat to #{name} at #{Time.at(heartbeat.unix_time)}"
+      Log.debug "Wrote heartbeat to #{name} at #{Time.at(heartbeat.unix_time)}"
     end
 
     # Read the most recent heartbeat and return the delay in seconds, or nil if no heartbeat are found.
     def self.read(name, configs)
       self.connect(configs)
-    
+
       current_time = Time.now
 
       delay = nil
       heartbeat = Heartbeat.find(:first, :order => 'db_time DESC')
-    
+
        # No heartbeats at all!
       if heartbeat.nil?
-        get_logger.info "No heartbeats found on #{name} at #{Time.now}"
+        Log.info "No heartbeats found on #{name} at #{Time.now}"
         return nil;
       end
-   
+
       # Not sure why we have both, (one is easier to read?).
       # Use one or the other to calculate delay...
       delay = (Time.now - Time.at(heartbeat.unix_time)).round
       #delay = (Time.now - heartbeat.db_time)
 
-      get_logger.info "Read heartbeat from #{name} at #{Time.at(heartbeat.unix_time)}. The delay is #{strfdelay(delay)}"
-    
+      Log.debug "Read heartbeat from #{name} at #{Time.at(heartbeat.unix_time)}."
+      Log.info "The delay is #{strfdelay(delay)}"
+
       delay
     end
-   
-    def self.logger=(new_logger)
-      @logger = new_logger  
-    end
-    
-    def self.get_logger
-      @logger ||= Logger.new(STDOUT)
-    end
-    
+
 private
- 
+
     # Format the delay (in seconds) as a human-readable string.
     def self.strfdelay(delay)
       seconds = delay % 60

data/lib/reptile/log.rb

@@ -0,0 +1,6 @@
+require 'mixlib/log'
+module Reptile
+  class Log
+    extend Mixlib::Log
+  end
+end

data/lib/reptile/replication_monitor.rb

@@ -1,166 +1,130 @@
-require 'logger'
-
 module Reptile
   class ReplicationMonitor
-    
+
     # Attempts to load the replication.yml configuration file.
-    def self.load_config_file(databases_file)      
+    def self.load_config_file(databases_file)
       @databases_file = databases_file
       yaml = YAML::load(File.read(@databases_file))
       @configs = yaml.delete('config')
       @users = Users.new(yaml.delete('users'))
       @databases = Databases.new(yaml)
-      
+
       Heartbeat.user = users.heartbeat_user
       Runner.user = users.replication_user
       Status.user = users.replication_user
       DeltaMonitor.user = users.ro_user
       Runner.databases = databases
-      
+
       raise "Please specify a delay threshold 'delay_threshold_secs: 360'" if @configs['delay_threshold_secs'].nil?
       raise "Please specify a row delta threshold 'row_difference_threshold: 10'" if @configs['row_difference_threshold'].nil?
-      
     rescue Errno::EACCES => e
-      puts "Unable to open config file: Permission Denied"
+      Log.error "Unable to open config file: Permission Denied"
     end
-    
+
     # Returns the configs from the replication.yml file
     def self.configs
       @configs
     end
-   
+
     # Returns the databases from the yml file.
     def self.databases
       @databases
     end
-    
+
     # Returns the +Users+ loaded from the replication.yml file
     def self.users
       @users
     end
-    
-    def self.errors
-      get_logger.sev_threshold = Logger::ERROR
-      check_slaves
-      heartbeat
-      diff_tables
-    end
-  
+
     def self.diff_tables
+      Log.info "Checking row counts."
       unsynced_dbs = 0
-      DeltaMonitor.logger = get_logger
-    
+
       databases.databases.each_pair do |name, roles|
         master, slave = roles['master'], roles['slave']
         deltas = DeltaMonitor.diff(name, master, slave)
-                                  
-        egregious_deltas = deltas.select{|table, delta| delta > configs['row_difference_threshold'] }                           
+
+        egregious_deltas = deltas.select{|table, delta| delta > configs['row_difference_threshold'] }
         if egregious_deltas.size > 0
-          queue_replication_warning :host => master["host"], :database => master["database"], :deltas => egregious_deltas, :noticed_at => Time.now
+          log_replication_error :host => master["host"], :database => master["database"], :deltas => egregious_deltas, :noticed_at => Time.now
           unsynced_dbs += 1
         end
       end
-    
+
       unsynced_dbs.zero?
     end
-  
+
     def self.heartbeat
-      Heartbeat.logger = get_logger
-      
+      Log.info "Checking heartbeats."
       databases.masters.each_pair do |name, configs|
         Heartbeat.write(name, configs)
       end
-    
+
       overdue_slaves = 0
-    
+
       databases.slaves.each_pair do |name, db_configs|
         delay = Heartbeat.read(name, db_configs)
         if delay.nil?
-          queue_replication_warning :host => name, 
-                                    :database => configs[:database], 
-                                    :general_error => "Error: No Heartbeats found.", 
+          log_replication_error :host => name,
+                                    :database => configs[:database],
+                                    :general_error => "Error: No Heartbeats found.",
                                     :noticed_at => Time.now
           overdue_slaves += 1
         elsif delay > configs['delay_threshold_secs']
-          queue_replication_warning :host => name, 
-                                    :database => configs[:database], 
-                                    :delay => Heartbeat.strfdelay(delay), 
+          log_replication_error :host => name,
+                                    :database => configs[:database],
+                                    :delay => Heartbeat.strfdelay(delay),
                                     :noticed_at => Time.now
           overdue_slaves += 1
         end
       end
-    
+
       overdue_slaves.zero?
     end
-  
+
     # Checks the status of each slave.
     def self.check_slaves
+      Log.info "Checking slave status."
       databases.slaves.each do |slave_name, slave_configs|
         status = Status.check_slave_status(slave_name, slave_configs)
-        get_logger.info "'#{slave_name}' is '#{status}'"
+        Log.info "'#{slave_name}' is '#{status}'"
         if status != Status.const_get(:RUNNING)
-          queue_replication_warning :host => slave_name, 
-                                    :database => configs[:database], 
-                                    :status_error => Status.get_error_message(status), 
+          log_replication_error :host => slave_name,
+                                    :database => configs[:database],
+                                    :status_error => Status.get_error_message(status),
                                     :noticed_at => Time.now
         end
       end
     end
-  
-    def self.queue_replication_warning(options)
-      email = OpenStruct.new
-      email.recipients = get_recipients
-      email.subject = "A replication error occured on #{options[:host]} at #{Time.now}"
-      email.body = ''
-    
+
+    def self.log_replication_error(options)
+      Log.error = "A replication error occured on #{options[:host]} at #{Time.now}"
+
       if options[:delay]
-        email.body +=  "There was a #{options[:delay]} second replication latency, which is greater than the allowed latency of #{configs['delay_threshold_secs']} seconds"
+        Log.error "There was a #{options[:delay]} second replication latency, which is greater than the allowed latency of #{configs['delay_threshold_secs']} seconds"
       elsif options[:deltas]
-        email.body += "The following tables have master/slave row count difference greater than the allowed #{configs['row_difference_threshold']}\n\n"
-        options[:deltas].each do |table, delta|      
-          email.body += "   table '#{table}' was off by #{delta} rows\n"
+        Log.error "The following tables have master/slave row count difference greater than the allowed #{configs['row_difference_threshold']}"
+        options[:deltas].each do |table, delta|
+          Log.error "   table '#{table}' was off by #{delta} rows"
         end
       elsif options[:status_error]
-          email.body += "   MySQL Status message: #{options[:status_error]}"
+          Log.error "   MySQL Status message: #{options[:status_error]}"
       elsif options[:general_error]
-          email.body += "   Error: #{options[:general_error]}"
+          Log.error "   Error: #{options[:general_error]}"
       end
-    
-      email.body += "\n"
-      email.body += "  Server: #{options[:host]}\n"
-      email.body += "  Database: #{options[:database]}\n" unless options[:database].blank?
-    
-      # Print out email body to STDOUT
-      get_logger.error email.body
-      
-      send_email(email)
-    end
-  
-    # Gets the 'email_to' value from the 'configs' section of the replication.yml file
-    def self.get_recipients
-      configs['email_to']
-    end
-  
-    # Gets the 'email_from' value from the 'configs' section of the replication.yml file
-    def self.get_sender
-      configs['email_from']
+
+      Log.error "  Server: #{options[:host]}\n"
+      Log.error "  Database: #{options[:database]}\n" unless options[:database].blank?
     end
-  
+
     def self.report
-      email = OpenStruct.new
-      email.recipients = get_recipients
-      email.sender = get_sender
-      raise "Please specify report recipients 'email_to: user@address.com'" if email.recipients.nil?
-      raise "Please specify report recipients 'email_from: user@address.com'" if email.sender.nil?
-    
-      email.subject = "Daily Replication Report for #{Time.now.strftime('%D')}"
-    
-      puts "Generating report email"
-    
+      Log.info "Generating report"
+
       old_stdout = $stdout
       out = StringIO.new
       $stdout = out
       begin
+        puts "Daily Replication Report for #{Time.now.strftime('%D')}"
         puts "                       Checking slave status"
         puts
         self.check_slaves
@@ -181,69 +145,7 @@ module Reptile
       ensure
          $stdout = old_stdout
       end
-      email.body = out.string
-    
-      puts "Sending report email"
-    
-      send_email(email)
-    
-      puts "Report sent to #{get_recipients}"
+      puts out.string
     end
-  
-    def self.send_exception_email(ex)
-      email = OpenStruct.new
-      email.recipients = get_recipients
-      email.sender = get_sender
-      email.subject = "An exception occured while checking replication at #{Time.now}"
-      email.body = 'Expception\n\n'
-      email.body += "#{ex.message}\n"
-      ex.backtrace.each do |line| 
-         email.body += "#{line}\n"
-      end
-    
-      send_email(email)
-    end
-  
-    def self.send_email(email)
-      return unless configs['email_server'] && configs['email_port'] && configs['email_domain'] && 
-                    configs['email_password'] && configs['email_auth_type']
-      
-      # TODO: could do Net::SMTP.respond_to?(enable_tls) ? enable_TLS : puts "Install TLS gem to use SSL/TLS"
-      Net::SMTP.enable_tls(OpenSSL::SSL::VERIFY_NONE)
-      Net::SMTP.start(configs['email_server'], 
-                        configs['email_port'], 
-                        configs['email_domain'], 
-                        get_sender,
-                        configs['email_password'], 
-                        configs['email_auth_type'].to_sym) do |smtp|
-          email.recipients.each do |email_addy|
-            hdr = "From: #{email.sender}\n"
-            hdr += "To: #{email_addy} <#{email_addy}>\n" 
-            hdr += "Subject: #{email.subject}\n\n"
-            msg = hdr + email.body
-            puts "Sending to #{email_addy}"
-            smtp.send_message msg, email.sender,  email_addy
-        end
-      end
-    # TODO: could try and recover
-    # rescue Net::SMTPAuthenticationError => e
-    #     if e.message =~ /504 5.7.4 Unrecognized authentication type/
-    #       puts "Attempting to load necesary files for TLS/SSL authentication"
-    #       puts "Make sure openssl and the tlsmail gem are installed"
-    #       require 'openssl'
-    #       require 'rubygems'
-    #       has_tlsmail_gem = require 'tlsmail'
-    #       raise "Please install the 'tlsmail' gem" unless has_tlsmail_gem
-    #       Net::SMTP.enable_tls(OpenSSL::SSL::VERIFY_NONE)
-    #       send_email(email)
-    #     end
-    end
-
-    private
-    
-    def self.get_logger
-      @@logger ||= Logger.new(STDOUT)
-    end
-
   end
 end

data/lib/reptile/runner.rb

@@ -1,5 +1,5 @@
 module Reptile
-  # The runner class is responsible for running command on each slave.  
+  # The runner class is responsible for running command on each slave.
   # The commands are run sequentially, no guaranteed order (though probably from yml file).
   class Runner
     # Set the user settings for a user that has REPLICATION SLAVE privilidgess
@@ -21,7 +21,7 @@ module Reptile
     # The databases to run commands upon.
     def self.databases
       @databases
-    end    
+    end
 
     # Set the slaves to run command upon.
     def self.slaves=(slaves)
@@ -42,18 +42,16 @@ module Reptile
       raise "You need to specify the slaves to run against!" if @slaves.nil?
       @slaves
     end
-    
-    
-    # Tries to establish a database connection, and returns that connection.  
+
+
+    # Tries to establish a database connection, and returns that connection.
     # Dumps configs on error.
     def self.connect(configs)
       ActiveRecord::Base.establish_connection(configs)
       ActiveRecord::Base.connection
     rescue Exception => e
-      puts "****"
-      puts "Error connecting to database: #{e}"
-      puts "****"
-      puts YAML::dump(configs)
+      Log.error "Error connecting to database: #{e}"
+      Log.error YAML::dump(configs)
       exit 1
     end
 
@@ -61,23 +59,23 @@ module Reptile
     # Takes an optional set of connection paramters to override defaults.
     def self.execute_on_slaves(cmd, configs={})
       slaves.each do |name, slave_configs|
-        puts "Executing #{cmd} on #{name}"
-        puts slave_configs.inspect
+        Log.info "Executing #{cmd} on #{name}"
+        Log.info slave_configs.inspect
         connection = connect(slave_configs.merge(user).merge(configs))
         connection.execute(cmd)
-      end      
+      end
     end
 
     # Execute STOP SLAVE on all slaves;
     def self.stop_slaves
       execute_on_slaves("STOP SLAVE;")
     end
-    
+
     # Execute START SLAVE on all slaves.
     def self.start_slaves
       execute_on_slaves("START SLAVE;")
-    end 
-    
+    end
+
     # Creates users with specific permissions on the different mysql servers, both masters and slaves.
     # Prompts for username and password of an account that has GRANT priviledges.
     def self.setup
@@ -90,21 +88,21 @@ module Reptile
       execute_on_slaves("GRANT select ON *.* TO #{ro_user}@???? INDENTIFIED BY #{ro_password}", grant_user_configs)
       execute_on_slaves("GRANT select ON *.* TO #{repl_user}@???? INDENTIFIED BY #{repl_password}", grant_user_configs)
     end
-    
+
     def self.setup_heartbeat
       # MySQL DTD for setting up Heartbeats.  Change HEARTBEAT_USER, HEARTBEAT_PASS, and MONITORING_BOX to ip of the monitoring server.
       # GRANT SELECT, INSERT, UPDATE, ALTER ON replication_monitor.* TO 'HEARTBEAT_USER'@"localhost" IDENTIFIED BY 'HEARTBEAT_PASS';
       # GRANT SELECT, INSERT, UPDATE, ALTER ON replication_monitor.* TO 'HEARTBEAT_USER'@"MONITORING_BOX" IDENTIFIED BY 'HEARTBEAT_PASS';
-      # 
+      #
       # CREATE DATABASE replication_monitor;
-      # 
+      #
       # CREATE TABLE replication_monitor.heartbeats (
-      #   unix_time INTEGER NOT NULL, 
-      #   db_time TIMESTAMP NOT NULL, 
+      #   unix_time INTEGER NOT NULL,
+      #   db_time TIMESTAMP NOT NULL,
       #   INDEX time_idx(unix_time)
       # )
     end
-    
+
     def self.test_connections
       databases.each do |db|
         databases.roles.each do |role|

data/lib/reptile/version.rb

@@ -0,0 +1,3 @@
+module Reptile
+  VERSION = "0.1.0"
+end

data/lib/reptile.rb

@@ -1,5 +1,4 @@
-$:.unshift(File.dirname(__FILE__)) unless
-  $:.include?(File.dirname(__FILE__)) || $:.include?(File.expand_path(File.dirname(__FILE__)))
+$:.unshift(File.dirname(__FILE__)) unless $:.include?(File.dirname(__FILE__)) || $:.include?(File.expand_path(File.dirname(__FILE__)))
 
 require 'ostruct'
 require 'openssl'
@@ -7,6 +6,7 @@ require 'rubygems'
 require 'tlsmail'
 require 'net/smtp'
 
+require 'reptile/log'
 require 'reptile/heartbeat'
 require 'reptile/delta_monitor'
 require 'reptile/replication_monitor'

data/reptile.gemspec

@@ -0,0 +1,31 @@
+# -*- encoding: utf-8 -*-
+require File.expand_path("../lib/reptile/version", __FILE__)
+
+Gem::Specification.new do |s|
+  s.name = "reptile"
+  s.version = Reptile::VERSION
+  s.platform = Gem::Platform::RUBY
+
+  s.authors = ["nick.stielau@gmail.com"]
+  s.date = "2010-01-05"
+  s.default_executable = "replication_status"
+  s.description = "Cold blooded mysql replication monitoring."
+  s.email = "nick.stielau@gmail.com"
+
+  s.files        = `git ls-files`.split("\n")
+  s.executables  = `git ls-files`.split("\n").map{|f| f =~ /^bin\/(.*)/ ? $1 : nil}.compact
+  s.require_path = 'lib'
+
+  s.homepage = %q{http://reptile.rubyforge.org/}
+  s.rdoc_options = ["--charset=UTF-8"]
+  s.require_paths = ["lib"]
+  s.required_rubygems_version = ">= 1.3.6"
+
+  s.summary = "Cold blooded mysql replication monitoring."
+
+  s.add_development_dependency "bundler", ">= 1.0.0"
+
+  s.add_runtime_dependency "activerecord", ">= 0"
+  s.add_runtime_dependency "mixlib-log", ">= 1.2.0"
+end
+

data/{lib/reptile/dtd.sql → reptile_setup.sql}

@@ -1,4 +1,4 @@
-// Replace 'REPLICATION_USER', 'MONITORING_BOX', 'REPLICATION_PASS', 'READ_ONLY_PASS', 'READ_ONLY_USER', 'HEARTBEAT_USER' and 'HEARTBEAT_PASS', then execute this SQL as root on the master, slave, and monitoring server
+# Replace 'REPLICATION_USER', 'MONITORING_BOX', 'REPLICATION_PASS', 'READ_ONLY_PASS', 'READ_ONLY_USER', 'HEARTBEAT_USER' and 'HEARTBEAT_PASS', then execute this SQL as root on the master, slave, and monitoring server
 
 GRANT REPLICATION SLAVE, REPLICATION CLIENT, SUPER ON *.* TO 'REPLICATION_USER'@"localhost" IDENTIFIED BY 'REPLICATION_PASS';
 GRANT REPLICATION SLAVE, REPLICATION CLIENT, SUPER ON *.* TO 'REPLICATION_USER'@"MONITORING_BOX" IDENTIFIED BY 'REPLICATION_PASS';
@@ -12,7 +12,7 @@ GRANT SELECT, INSERT, UPDATE, ALTER ON replication_monitor.* TO 'HEARTBEAT_USER'
 CREATE DATABASE replication_monitor;
 
 CREATE TABLE replication_monitor.heartbeats (
-  unix_time INTEGER NOT NULL, 
-  db_time TIMESTAMP NOT NULL, 
+  unix_time INTEGER NOT NULL,
+  db_time TIMESTAMP NOT NULL,
   INDEX time_idx(unix_time)
 )

metadata

@@ -1,10 +1,16 @@
 --- !ruby/object:Gem::Specification 
 name: reptile
 version: !ruby/object:Gem::Version 
-  version: 0.0.6
+  hash: 27
+  prerelease: false
+  segments: 
+  - 0
+  - 1
+  - 0
+  version: 0.1.0
 platform: ruby
 authors: 
-- Nick Stielau
+- nick.stielau@gmail.com
 autorequire: 
 bindir: bin
 cert_chain: []
@@ -13,52 +19,80 @@ date: 2010-01-05 00:00:00 -08:00
 default_executable: replication_status
 dependencies: 
 - !ruby/object:Gem::Dependency 
-  name: tlsmail
-  type: :runtime
-  version_requirement: 
-  version_requirements: !ruby/object:Gem::Requirement 
+  name: bundler
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    none: false
     requirements: 
     - - ">="
       - !ruby/object:Gem::Version 
-        version: "0"
-    version: 
+        hash: 23
+        segments: 
+        - 1
+        - 0
+        - 0
+        version: 1.0.0
+  type: :development
+  version_requirements: *id001
 - !ruby/object:Gem::Dependency 
   name: activerecord
-  type: :runtime
-  version_requirement: 
-  version_requirements: !ruby/object:Gem::Requirement 
+  prerelease: false
+  requirement: &id002 !ruby/object:Gem::Requirement 
+    none: false
     requirements: 
     - - ">="
       - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
         version: "0"
-    version: 
+  type: :runtime
+  version_requirements: *id002
+- !ruby/object:Gem::Dependency 
+  name: mixlib-log
+  prerelease: false
+  requirement: &id003 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 31
+        segments: 
+        - 1
+        - 2
+        - 0
+        version: 1.2.0
+  type: :runtime
+  version_requirements: *id003
 description: Cold blooded mysql replication monitoring.
 email: nick.stielau@gmail.com
 executables: 
 - replication_status
 extensions: []
 
-extra_rdoc_files: 
-- README.rdoc
+extra_rdoc_files: []
+
 files: 
 - .gitignore
-- History.txt
-- Manifest.txt
-- PostInstall.txt
+- Gemfile
+- Gemfile.lock
+- LICENSE
 - README.rdoc
 - Rakefile
-- VERSION
 - bin/replication_status
 - lib/reptile.rb
 - lib/reptile/databases.rb
 - lib/reptile/delta_monitor.rb
-- lib/reptile/dtd.sql
 - lib/reptile/heartbeat.rb
+- lib/reptile/log.rb
 - lib/reptile/replication_monitor.rb
 - lib/reptile/runner.rb
 - lib/reptile/status.rb
 - lib/reptile/users.rb
+- lib/reptile/version.rb
 - replication.yml.sample
+- reptile.gemspec
+- reptile_setup.sql
 - script/console
 - script/destroy
 - script/generate
@@ -92,24 +126,31 @@ rdoc_options:
 require_paths: 
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
   requirements: 
   - - ">="
     - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
       version: "0"
-  version: 
 required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
   requirements: 
   - - ">="
     - !ruby/object:Gem::Version 
-      version: "0"
-  version: 
+      hash: 23
+      segments: 
+      - 1
+      - 3
+      - 6
+      version: 1.3.6
 requirements: []
 
 rubyforge_project: 
-rubygems_version: 1.3.5
+rubygems_version: 1.3.7
 signing_key: 
 specification_version: 3
 summary: Cold blooded mysql replication monitoring.
-test_files: 
-- test/test_helper.rb
-- test/test_reptile.rb
+test_files: []
+

data/History.txt

@@ -1,4 +0,0 @@
-== 0.0.1 2009-06-24
-
-* 1 major enhancement:
-  * Initial release

data/Manifest.txt

@@ -1,20 +0,0 @@
-History.txt
-Manifest.txt
-PostInstall.txt
-README.rdoc
-Rakefile
-bin/replication_status
-lib/reptile.rb
-lib/reptile/databases.rb
-lib/reptile/delta_monitor.rb
-lib/reptile/dtd.sql
-lib/reptile/heartbeat.rb
-lib/reptile/replication_monitor.rb
-lib/reptile/runner.rb
-lib/reptile/status.rb
-lib/reptile/users.rb
-script/console
-script/destroy
-script/generate
-test/test_helper.rb
-test/test_reptile.rb

data/PostInstall.txt

@@ -1,5 +0,0 @@
-
-For more information on reptile, see http://reptile.rubyforge.org
-
-
-

data/VERSION

@@ -1 +0,0 @@
-0.0.6