heroku_mongo_watcher 0.2.5.beta → 0.3.0

data/README.md

@@ -17,14 +17,14 @@ It needed to accomplish the following:
 
 The output looks like the following ...
 
-    |<---- heroku stats ----------------------------------------------------------------------->|<----mongo stats ------------------------------------------------------->|
-    dyno reqs       art    max    r_err w_err   %err    wait  queue slowest                     | insert  query  update  faults locked qr|qw  netI/O    time              |
-      20     76     27    586      0      0     0.0%        0      0   /pxl/4fdbc97dc6b36c003000|      0      0      0      0      0    0|0   305b/257b  15:03:19
-      20   1592     62   1292      0      0     0.0%        0      0   /assets/companions/5009ab|     17      2     32      0    1.2    0|0   14k/26k    15:04:19
-    		[4] VAST Error
-    		[28] Timeout::Error
-    		[11] Cannot find impression when looking for asset
-      20  23935    190   7144      0     43      0.0%       0       0           /crossdomain.xml|    307      0    618      1   21.6    0|0   260k/221k  15:05:19
+    |<---- heroku stats ------------------------------------------------------------------->|<----mongo stats ------------------------------------------------>|
+    | dyno reqs    art   max    r_err  w_err  %err   wait  queue   slowest                  |insrt query updt  flt  lck  lck:mrq qr|qw   netI/O      time      |
+       6   3096     57    870      0      2  0.06%      0      0   /assets/companions/50104c|   41     0   79    0 2.2%   0.71    0|0   36k/30k      15:59:29
+       6   2705     80   3314      0      0   0.0%      0      0   /assets/companions/50104b|   34     0   67    0   2%   0.74    0|0   30k/25k      16:00:29
+       6   2469    122   5708      0      0   0.0%      0      0   /ads/gw/50074348451823003|   30     0   57    0 1.7%   0.69    0|0   26k/22k      16:01:29
+       6   2465     89   1347      0      0   0.0%      0      0   /assets/videos/501050b991|   30     0   59    0 1.8%   0.73    0|0   27k/22k      16:02:29
+       6   2301     83   1912      0      4  0.17%      0      0   /assets/companions/501050|   28     0   57    0 1.7%   0.74    0|0   25k/21k      16:03:29
+       6   1951     64    830      0      0   0.0%      0      0   /ads/gw/50074348451823003|   24     0   45    0 1.4%   0.72    0|0   21k/18k      16:04:29
 
 ### Legend
 <table>
@@ -42,6 +42,8 @@ The output looks like the following ...
     <tr><td>query</td><td>number of mongo queries</td></tr>
     <tr><td>update</td><td>number of mongo updates</td></tr>
     <tr><td>faults</td><td>number of mongo page faults</td></tr>
+    <tr><td>lck</td><td>mongo lock percentage</td></tr>
+    <tr><td>lck:mrq</td><td>ratio of lock% to 1000 requests</td></tr>
     <tr><td>qr|qw</td><td>number of mongo's queued read and writes</td></tr>
     <tr><td>netIO</td><td>size on mongo net in/ net out</td></tr>
     <tr><td>time</td><td>the time sampled</td></tr>
@@ -74,4 +76,16 @@ locally
 *  `--print-errors` to print a summary of errors during each sample
 *  `--print-requests` to print a summary of requests during each sample
 
+##Experimental
+
+( you probably
+
+* `--autoscale` to autoscale dynos
+* `--min-dynos=n` to set the min default 6
+* `--max-dynos=n` to set the min default 50
+
 note: you can set these defaults in your .watcher file
+
+## Contact
+
+jtushman@pipewave.com

data/example/.watcher

@@ -21,9 +21,8 @@ mongo_password: 'skret'
 # note you already need to have the heroku gem installed
 # with creditails already set up for this directory
 heroku_appname: 'my-heroku-app-name'
-
-#if you have multiple accounts
-heroku_account: 'my-heroku-account'
+heroku_username: 'ninja'
+heroku_password: 'skret'
 
 # If you want to display the list of errors in the logs
 print_errors: true

data/lib/heroku_mongo_watcher/autoscaler.rb

@@ -0,0 +1,86 @@
+require 'heroku_mongo_watcher'
+require 'heroku_mongo_watcher/data_row'
+require 'heroku_mongo_watcher/configuration'
+require 'heroku'
+class HerokuMongoWatcher::Autoscaler
+  include Singleton
+
+  attr_reader :last_scaled, :options
+
+  def initialize()
+    @last_scaled = Time.now - 60
+    @options = default_options.merge(config)
+  end
+
+  def default_options
+    {
+        min_dynos: 6,
+        max_dynos: 50,
+        step: 5,
+        requests_per_dyno: 1000,
+        min_frequency: 60 # seconds
+    }
+  end
+
+  def config
+    HerokuMongoWatcher::Configuration.instance.config
+  end
+
+  # should play it safe and add config[:step] to the calculated result
+  # if rpm > 10,000 scale to 15
+  # if rpm > 15,000 scale to 20
+  # if rpm > 20,000 scale to 25
+  # if rpm then drops to 14,000 drop to 15
+  # if rpm then drops to 300 drop to 6 (minimum)
+  #
+  # also do not scale down for 5 minutes
+  # always allow to scale up
+  def scale(data_row)
+
+    rpm = data_row.total_requests
+    current_dynos = data_row.dynos
+
+    # 32,012 rpm => 32 dynos
+    ideal_dynos = (rpm / options[:requests_per_dyno]).round
+
+    # return if the delta is less than 5 dynos | don't think I need to do this ...
+    #return if (ideal_dynos - current_dynos).abs < options[:step]
+
+    #this turns 32 into 30
+    stepped_dynos = (ideal_dynos/options[:step]).round * options[:step]
+
+    #this turns 30 into 35
+    stepped_dynos += options[:step]
+
+    #this makes sure that it stays within the min max bounds
+    stepped_dynos = options[:min_dynos] if stepped_dynos < options[:min_dynos]
+    stepped_dynos = options[:max_dynos] if stepped_dynos > options[:max_dynos]
+
+    # Don't allow downscaling until 5 minutes
+    if stepped_dynos < current_dynos && (Time.now - last_scaled) < (60 * 60) # 1 hour
+      #puts ">> Current: [#{current_dynos}], Ideal: [#{stepped_dynos}] | will not downscale within an hour"
+      nil
+    elsif stepped_dynos != current_dynos
+      set_dynos(stepped_dynos)
+      stepped_dynos
+    else
+      nil
+    end
+
+  end
+
+  def heroku
+    @heroku ||= Heroku::Client.new(config[:heroku_username], config[:heroku_password])
+  end
+
+  def set_dynos(count)
+    @last_scaled = Time.now
+    t = Thread.new('Setting Dynos') do
+      i = heroku.ps_scale(config[:heroku_appname], :type => 'web', :qty => count)
+    end
+    t.join
+
+  end
+
+
+end

data/lib/heroku_mongo_watcher/cli.rb

@@ -1,20 +1,9 @@
+require 'heroku'
 require 'heroku_mongo_watcher'
 require 'heroku_mongo_watcher/configuration'
+require 'heroku_mongo_watcher/autoscaler'
+require 'heroku_mongo_watcher/mailer'
 require 'heroku_mongo_watcher/data_row'
-require 'trollop'
-
-#http://stackoverflow.com/a/9117903/192791
-require 'net/smtp'
-Net.instance_eval {remove_const :SMTPSession} if defined?(Net::SMTPSession)
-
-require 'net/pop'
-Net::POP.instance_eval {remove_const :Revision} if defined?(Net::POP::Revision)
-Net.instance_eval {remove_const :POP} if defined?(Net::POP)
-Net.instance_eval {remove_const :POPSession} if defined?(Net::POPSession)
-Net.instance_eval {remove_const :POP3Session} if defined?(Net::POP3Session)
-Net.instance_eval {remove_const :APOPSession} if defined?(Net::APOPSession)
-
-require 'tlsmail'
 
 class HerokuMongoWatcher::CLI
 
@@ -22,9 +11,20 @@ class HerokuMongoWatcher::CLI
     HerokuMongoWatcher::Configuration.instance.config
   end
 
+  def self.mailer
+    HerokuMongoWatcher::Mailer.instance
+  end
+
+  def self.autoscaler
+    HerokuMongoWatcher::Autoscaler.instance
+  end
+
+  def self.heroku
+    @heroku || Heroku::Client.new(config[:heroku_username], config[:heroku_password])
+  end
+
   def self.watch
     Thread.abort_on_exception = true
-    notify("Mongo Watcher enabled!")
 
     # lock warnings flags
     @lock_critical_notified = false
@@ -39,37 +39,14 @@ class HerokuMongoWatcher::CLI
 
     @mutex = Mutex.new
 
-    # Call Tails heroku logs updates counts
-    heroku_watcher = Thread.new('heroku_logs') do
+    # Let people know that its on, and confirm emails are being received
+    mailer.notify(@current_row, "Mongo Watcher enabled!")
 
-      cmd_string = "heroku logs --tail --app #{config[:heroku_appname]}"
-      cmd_string = cmd_string + " --account #{config[:heroku_account]}" if config[:heroku_account] && config[:heroku_account].length > 0
-      IO.popen(cmd_string) do |f|
-        while line = f.gets
-          @mutex.synchronize do
-            @current_row.process_heroku_router_line(line) if line.include? 'heroku[router]'
-            @current_row.process_heroku_web_line(line) if line.include? 'app[web'
-          end
-        end
-      end
-    end
+    # Call Tails heroku logs updates counts
+    heroku_watcher = Thread.new('heroku_logs') { tail_and_process_heroku }
 
     # Call Heroku PS to check the number of up dynos
-    heroku_ps = Thread.new('heroku_ps') do
-      while true do
-        dynos = 0
-        cmd_string = "heroku ps --app #{config[:heroku_appname]}"
-        cmd_string = cmd_string + " --account #{config[:heroku_account]}" if config[:heroku_account] && config[:heroku_account].length > 0
-        IO.popen(cmd_string) do |p|
-          while line = p.gets
-            dynos += 1 if line =~ /^web/ && line.split(' ')[1] == 'up'
-          end
-        end
-        @mutex.synchronize { @current_row.dynos = dynos }
-        sleep(30)
-      end
-    end
-
+    heroku_ps = Thread.new('heroku_ps') { periodicly_capture_heroku_ps }
 
     HerokuMongoWatcher::DataRow.print_header
 
@@ -83,6 +60,8 @@ class HerokuMongoWatcher::CLI
 
           check_and_notify
 
+          autoscale if config[:autoscale]
+
           @last_row = @current_row
           @current_row = HerokuMongoWatcher::DataRow.new
           @current_row.dynos = @last_row.dynos
@@ -94,6 +73,40 @@ class HerokuMongoWatcher::CLI
     heroku_watcher.join
     heroku_ps.join
 
+  rescue Interrupt
+    puts "\nexiting ..."
+  end
+
+  def self.autoscale
+    new_dyno_level = autoscaler.scale(@current_row)
+    if new_dyno_level
+      puts "! Scaling -> #{new_dyno_level}"
+      mailer.notify(@current_row, "Scaling to #{new_dyno_level}")
+    end
+  end
+
+  def self.periodicly_capture_heroku_ps
+    while true do
+      results = heroku.ps(config[:heroku_appname])
+      dynos = results.select { |ps| ps['process'] =~ /^web./ && ps['state'] == 'up' }.count
+
+      @mutex.synchronize { @current_row.dynos = dynos }
+      sleep(30)
+    end
+  end
+
+  def self.tail_and_process_heroku
+    heroku.read_logs(config[:heroku_appname], ['tail=1']) do |chunk|
+      unless chunk.empty?
+        chunk.split("\n").each do |line|
+          @mutex.synchronize do
+            @current_row.process_heroku_router_line(line) if line.include? 'heroku[router]'
+            @current_row.process_heroku_web_line(line) if line.include? 'app[web'
+          end
+        end
+      end
+
+    end
   end
 
   def self.check_and_notify
@@ -104,14 +117,14 @@ class HerokuMongoWatcher::CLI
   protected
 
   def self.check_and_notify_locks
-    l = Float(@current_row.lock)
+    l = Float(@current_row.locked)
     if l > 90
-      notify '[CRITICAL] Locks above 90%' unless @lock_critical_notified
+      mailer.notify(@current_row, '[CRITICAL] Locks above 90%') unless @lock_critical_notified
     elsif l > 70
-      notify '[WARNING] Locks above 70%' unless @lock_warning_notified
+      mailer.notify(@current_row, '[WARNING] Locks above 70%') unless @lock_warning_notified
     elsif l < 50
       if @lock_warning_notified || @lock_critical_notified
-        notify '[Resolved] locks below 50%'
+        mailer.notify(@current_row, '[Resolved] locks below 50%')
         @lock_warning_notified = false
         @lock_critical_notified = false
       end
@@ -122,55 +135,18 @@ class HerokuMongoWatcher::CLI
   def self.check_and_notify_response_time
     return unless @current_row.total_requests > 200
     if @current_row.average_response_time > 10_000 || @current_row.error_rate > 4
-      notify "[SEVERE WARNING] Application not healthy | [#{@current_row.total_requests} rpm,#{@current_row.average_response_time} art]" unless @art_critical_notified
+      mailer.notify @current_row, "[SEVERE WARNING] Application not healthy | [#{@current_row.total_requests} rpm,#{@current_row.average_response_time} art]" unless @art_critical_notified
       @art_critical_notified = true
     elsif @current_row.average_response_time > 500 || @current_row.error_rate > 1 || @current_row.total_requests > 30_000
-      notify "[WARNING] Application heating up | [#{@current_row.total_requests} rpm,#{@current_row.average_response_time} art]" unless @art_warning_notified
+      mailer.notify @current_row, "[WARNING] Application heating up | [#{@current_row.total_requests} rpm,#{@current_row.average_response_time} art]" unless @art_warning_notified
       @art_warning_notified = true
     elsif @current_row.average_response_time < 300 && @current_row.total_requests < 25_000
       if @art_warning_notified || @art_critical_notified
-        notify "[RESOLVED] | [#{@current_row.total_requests} rpm,#{@current_row.average_response_time} art]"
+        mailer.notify @current_row, "[RESOLVED] | [#{@current_row.total_requests} rpm,#{@current_row.average_response_time} art]"
         @art_warning_notified = false
         @art_critical_notified = false
       end
     end
   end
 
-  def self.notify(msg)
-    Thread.new('notify_admins') do
-      subscribers = config[:notify] || []
-      subscribers.each { |user_email| send_email(user_email, msg) }
-    end
-  end
-
-  def self.send_email(to, msg)
-    return unless config[:gmail_username] && config[:gmail_password]
-    content = [
-        "From: Mongo Watcher <#{config[:gmail_username]}>",
-        "To: #{to}",
-        "Subject: #{msg}",
-        "",
-        "RPM: #{@last_row.total_requests}",
-        "Average Reponse Time: #{@last_row.average_response_time}",
-        "Application Errors: #{@last_row.total_web_errors}",
-        "Router Errors (timeouts): #{@last_row.total_router_errors}",
-        "Error Rate: #{@last_row.error_rate}%",
-        "Dynos: #{@last_row.dynos}",
-        "",
-        "Locks: #{@last_row.lock}",
-        "Queries: #{@last_row.queries}",
-        "Inserts: #{@last_row.inserts}",
-        "Updates: #{@last_row.updates}",
-        "Faults: #{@last_row.faults}",
-        "NetI/O: #{@last_row.net_in}/#{@last_row.net_out}",
-    ]
-    content = content + @last_row.error_content_for_email + @last_row.request_content_for_email
-
-    content = content.join("\r\n")
-    Net::SMTP.enable_tls(OpenSSL::SSL::VERIFY_NONE)
-    Net::SMTP.start('smtp.gmail.com', 587, 'gmail.com', config[:gmail_username], config[:gmail_password], :login) do |smtp|
-      smtp.send_message(content, config[:gmail_username], to)
-    end
-  end
-
 end

data/lib/heroku_mongo_watcher/configuration.rb

@@ -14,8 +14,9 @@ class HerokuMongoWatcher::Configuration
       mongo_host: '',
       mongo_username: '',
       mongo_password: '',
+      heroku_username: '',
+      heroku_password: '',
       heroku_appname: '',
-      heroku_account: '',
       print_errors: false,
       print_requests: false
   }
@@ -30,6 +31,9 @@ class HerokuMongoWatcher::Configuration
       opt :print_errors, "show aggregate error summaries", default: false
       opt :print_requests, "show aggregate requests summaries", default: false
       opt :interval, "frequency in seconds to poll mongostat and print out results", default: 60
+      opt :autoscale, "autoscale dynos -- WARNING ONLY DO THIS IF YOU KNOW WHAT YOUR ARE DOING", default: false
+      opt :min_dynos, "For autoscaling, the minimum dynos to use", default: 6
+      opt :max_dynos, "For autoscaling, the max dynos to use", default: 50
     end
 
     @@config.merge!(opts)

data/lib/heroku_mongo_watcher/data_row.rb

@@ -10,7 +10,7 @@ class HerokuMongoWatcher::DataRow
 
   # Mongo Attributes
   @@attributes.concat [:inserts, :queries, :ops, :updates, :deletes,
-                       :faults, :lock, :qrw, :net_in, :net_out]
+                       :faults, :locked, :qrw, :net_in, :net_out]
 
   @@attributes.each { |attr| attr_accessor attr }
 
@@ -41,13 +41,53 @@ class HerokuMongoWatcher::DataRow
     total_requests > 0 ? ((((total_web_errors + total_router_errors)*(1.0)) / total_requests)* 100).round(2) : 'N/A'
   end
 
+  def lock_request_ratio
+    total_requests > 0 ? ((((Float(locked) * 1.0)/ total_requests)) * 1_000).round(2) : 'N/A'
+  end
+
+  def self.print_header
+    puts
+    puts "|<---- heroku stats ------------------------------------------------------------------->|<----mongo stats ------------------------------------------------>|"
+    puts "| dyno reqs    art   max    r_err  w_err  %err   wait  queue   slowest                  |insrt query updt  flt  lck   lck:mrq qr|qw   netI/O      time      |"
+  end
+
+  def error_content_for_email
+     content = []
+     if @errors && @errors.keys && @errors.keys.length > 0
+       content << ""
+       content << "Errors"
+       @errors.each do |error,count|
+         content <<  "\t\t[#{count}] #{error}"
+       end
+     end
+     content
+  end
+
+  def request_content_for_email
+     content = []
+     if @requests && @requests.keys && @requests.keys.length > 0
+       content << ""
+       content << "Requests"
+       @requests.sort_by{|req,count| -count}.first(10).each do |row|
+         content << "\t\t[#{row.last}] #{row.first}"
+       end
+     end
+     content
+  end
+
   def process_heroku_router_line(line)
     items = line.split
 
+    self.total_requests +=1
+
     if line =~ /Error/
       # Note: The lion share of these are timeouts
       #Full list here: https://devcenter.heroku.com/articles/error-codes
       self.total_router_errors += 1
+      time = items[0]
+      process = items[1]
+      clean_line = line.sub(time, '').sub(process, '').strip
+      add_error(clean_line)
     else
       time = items[0]
       process = items[1]
@@ -63,7 +103,6 @@ class HerokuMongoWatcher::DataRow
       path = extract_path(url)
 
       if is_number?(service) && is_number?(wait) && is_number?(queue)
-        self.total_requests +=1
         self.total_service += Integer(service) if service
         self.total_wait += Integer(wait) if wait
         self.total_queue += Integer(queue) if queue
@@ -83,12 +122,6 @@ class HerokuMongoWatcher::DataRow
     end
   end
 
-  def extract_path(url)
-    URI('http://' + url).path
-  rescue
-    return url
-  end
-
   def process_heroku_web_line(line)
     # Only care about errors
     error_messages = config[:error_messages]
@@ -100,15 +133,19 @@ class HerokuMongoWatcher::DataRow
       clean_line = line.sub(time, '').sub(process, '').strip
 
       self.total_web_errors += 1
-      if self.errors.has_key? clean_line
-        self.errors[clean_line] = self.errors[clean_line] + 1
-      else
-        self.errors[clean_line] = 1
-      end
+      add_error(clean_line)
     end
 
   end
 
+  def add_error(error_line)
+    if self.errors.has_key? error_line
+      self.errors[error_line] = self.errors[error_line] + 1
+    else
+      self.errors[error_line] = 1
+    end
+  end
+
   def process_mongo_line(line)
     items = line.split
 
@@ -136,12 +173,6 @@ class HerokuMongoWatcher::DataRow
 
   end
 
-  def self.print_header
-    puts
-    puts "|<---- heroku stats ------------------------------------------------------------------->|<----mongo stats ------------------------------------------------>|"
-    puts "| dyno reqs    art   max    r_err  w_err  %err   wait  queue   slowest                  | insert  query  update  faults locked qr|qw   netI/O      time    |"
-  end
-
   def print_row
     print_hash(@errors) if config[:print_errors]
     print_hash(@requests) if config[:print_requests]
@@ -153,21 +184,24 @@ class HerokuMongoWatcher::DataRow
     color_print @total_router_errors, warning: 1
     color_print @total_web_errors, warning: 1
     color_print error_rate, warning: 1, critical: 3, percent: true
-    color_print average_wait, warning: 10, critical: 100
-    color_print average_queue, warning: 10, critical: 100
+    color_print @total_wait #, warning: 10, critical: 100
+    color_print @total_queue #, warning: 10, critical: 100
     color_print @slowest_request, length: 28, slice: 25
     print '|'
-    color_print @inserts
-    color_print @queries
-    color_print @updates
-    color_print @faults
-    color_print @locked, bold: true, warning: 40, critical: 70
+    color_print @inserts, length: 5
+    color_print @queries, length: 6
+    color_print @updates, length: 5
+    color_print @faults, length: 5
+    color_print @locked, bold: true, warning: 40, critical: 70, length: 6, percent: true
+    color_print lock_request_ratio
     color_print @qrw
     color_print "#{@net_in}/#{@net_out}", length: 10
-    color_print @mongo_time, length: 9
+    color_print @mongo_time, length: 13
     printf "\n"
   end
 
+  private
+
   def print_hash(hash)
     if hash && hash.keys && hash.keys.length > 0
       hash.sort_by{|key,count| -count}.first(10).each do |row|
@@ -176,32 +210,12 @@ class HerokuMongoWatcher::DataRow
     end
   end
 
-  def error_content_for_email
-     content = []
-     if @errors && @errors.keys && @errors.keys.length > 0
-       content << ""
-       content << "Errors"
-       @errors.each do |error,count|
-         content <<  "\t\t[#{count}] #{error}"
-       end
-     end
-     content
-  end
-
-  def request_content_for_email
-     content = []
-     if @requests && @requests.keys && @requests.keys.length > 0
-       content << ""
-       content << "Requests"
-       @requests.sort_by{|req,count| -count}.first(10).each do |row|
-         content << "\t\t[#{row.last}] #{row.first}"
-       end
-     end
-     content
+  def extract_path(url)
+    URI('http://' + url).path
+  rescue
+    return url
   end
 
-  private
-
   def is_number?(string)
     _is_number = true
     begin
@@ -235,5 +249,4 @@ class HerokuMongoWatcher::DataRow
     print "\a"
   end
 
-
 end

data/lib/heroku_mongo_watcher/mailer.rb

@@ -0,0 +1,63 @@
+require 'heroku_mongo_watcher'
+require 'heroku_mongo_watcher/configuration'
+
+#http://stackoverflow.com/a/9117903/192791
+require 'net/smtp'
+Net.instance_eval {remove_const :SMTPSession} if defined?(Net::SMTPSession)
+
+require 'net/pop'
+Net::POP.instance_eval {remove_const :Revision} if defined?(Net::POP::Revision)
+Net.instance_eval {remove_const :POP} if defined?(Net::POP)
+Net.instance_eval {remove_const :POPSession} if defined?(Net::POPSession)
+Net.instance_eval {remove_const :POP3Session} if defined?(Net::POP3Session)
+Net.instance_eval {remove_const :APOPSession} if defined?(Net::APOPSession)
+
+require 'tlsmail'
+
+class HerokuMongoWatcher::Mailer
+  include Singleton
+  
+  def config
+    HerokuMongoWatcher::Configuration.instance.config
+  end
+  
+  def notify(data_row,msg)
+    Thread.new('notify_admins') do
+      subscribers = config[:notify] || []
+      subscribers.each { |user_email| send_email(user_email, msg, data_row) }
+    end
+  end
+  
+  protected
+  
+  def send_email(to, msg, data_row)
+    return unless config[:gmail_username] && config[:gmail_password]
+    content = [
+        "From: Mongo Watcher <#{config[:gmail_username]}>",
+        "To: #{to}",
+        "Subject: #{msg}",
+        "",
+        "RPM: #{data_row.total_requests}",
+        "Average Reponse Time: #{data_row.average_response_time}",
+        "Application Errors: #{data_row.total_web_errors}",
+        "Router Errors (timeouts): #{data_row.total_router_errors}",
+        "Error Rate: #{data_row.error_rate}%",
+        "Dynos: #{data_row.dynos}",
+        "",
+        "Locks: #{data_row.locked}",
+        "Queries: #{data_row.queries}",
+        "Inserts: #{data_row.inserts}",
+        "Updates: #{data_row.updates}",
+        "Faults: #{data_row.faults}",
+        "NetI/O: #{data_row.net_in}/#{data_row.net_out}",
+    ]
+    content = content + data_row.error_content_for_email + data_row.request_content_for_email
+
+    content = content.join("\r\n")
+    Net::SMTP.enable_tls(OpenSSL::SSL::VERIFY_NONE)
+    Net::SMTP.start('smtp.gmail.com', 587, 'gmail.com', config[:gmail_username], config[:gmail_password], :login) do |smtp|
+      smtp.send_message(content, config[:gmail_username], to)
+    end
+  end
+  
+end

data/lib/heroku_mongo_watcher/version.rb

@@ -1,3 +1,3 @@
 module HerokuMongoWatcher
-  VERSION = "0.2.5.beta"
+  VERSION = "0.3.0"
 end

data/lib/heroku_mongo_watcher/watcher.rb

@@ -0,0 +1,43 @@
+require 'eventmachine'
+require 'heroku_mongo_watcher'
+require 'heroku_mongo_watcher/configuration'
+
+module MongoStatProcessor
+  def post_init
+    puts "started to read mongostat"
+  end
+
+  def receive_data data
+    puts "ruby sent me: #{data}"
+  end
+
+  def unbind
+    puts "ruby died with exit status: #{get_status.exitstatus}"
+  end
+end
+
+
+class HerokuMongoWatcher::Watcher
+
+  def self.config
+    HerokuMongoWatcher::Configuration.instance.config
+  end
+
+  def self.watch
+
+    EM::run {
+
+
+      cmd = "mongostat --rowcount 0 10 --host #{config[:mongo_host]} \
+             --username #{config[:mongo_username]} --password #{config[:mongo_password]} --noheaders"
+
+      EM.popen(cmd, MongoStatProcessor)
+
+
+    }
+
+
+  end
+
+
+end

metadata

@@ -1,19 +1,19 @@
 --- !ruby/object:Gem::Specification
 name: heroku_mongo_watcher
 version: !ruby/object:Gem::Version
-  version: 0.2.5.beta
-  prerelease: 6
+  version: 0.3.0
+  prerelease: 
 platform: ruby
 authors:
 - Jonathan Tushman
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2012-07-24 00:00:00.000000000Z
+date: 2012-08-01 00:00:00.000000000Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: term-ansicolor
-  requirement: &2160762040 !ruby/object:Gem::Requirement
+  requirement: &2157847200 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -21,10 +21,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *2160762040
+  version_requirements: *2157847200
 - !ruby/object:Gem::Dependency
   name: tlsmail
-  requirement: &2160761240 !ruby/object:Gem::Requirement
+  requirement: &2157846540 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -32,10 +32,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *2160761240
+  version_requirements: *2157846540
 - !ruby/object:Gem::Dependency
   name: heroku
-  requirement: &2160760460 !ruby/object:Gem::Requirement
+  requirement: &2157845780 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -43,10 +43,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *2160760460
+  version_requirements: *2157845780
 - !ruby/object:Gem::Dependency
   name: trollop
-  requirement: &2160759800 !ruby/object:Gem::Requirement
+  requirement: &2157845020 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -54,7 +54,7 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *2160759800
+  version_requirements: *2157845020
 description: Also notifies you when certain thresholds are hit.  I have found this
   much more accurate than New Relic
 email:
@@ -72,10 +72,13 @@ files:
 - example/.watcher
 - heroku_mongo_watcher.gemspec
 - lib/heroku_mongo_watcher.rb
+- lib/heroku_mongo_watcher/autoscaler.rb
 - lib/heroku_mongo_watcher/cli.rb
 - lib/heroku_mongo_watcher/configuration.rb
 - lib/heroku_mongo_watcher/data_row.rb
+- lib/heroku_mongo_watcher/mailer.rb
 - lib/heroku_mongo_watcher/version.rb
+- lib/heroku_mongo_watcher/watcher.rb
 homepage: https://github.com/jtushman/heroku_mongo_watcher
 licenses: []
 post_install_message: 
@@ -91,9 +94,9 @@ required_ruby_version: !ruby/object:Gem::Requirement
 required_rubygems_version: !ruby/object:Gem::Requirement
   none: false
   requirements:
-  - - ! '>'
+  - - ! '>='
     - !ruby/object:Gem::Version
-      version: 1.3.1
+      version: '0'
 requirements: []
 rubyforge_project: heroku_mongo_watcher
 rubygems_version: 1.8.17