deckard 0.4 → 0.5

data/README

@@ -12,7 +12,7 @@ Features:
 * Basic content check alerts
 * Content check alerts with EC2 elastic IP failover
 * All checks are defined in CouchDB (CRUD checks with ReST)
-* Alert priorities (log, email, SMS)
+* Alert priorities (log, email, SMS and notifo)
 * Simple setup via cron
 * Basic scheduling to silence alerts
 
@@ -36,9 +36,10 @@ On Call document format:
 {
    "_id": "on_call_person",
    "sms_email": "8675309@jenny.net"
+   "notifo_username" : "jenny"
 }
 
-For sms_email you will need to put in the phone number and sms to email host for your phone provider.
+For sms_email you will need to put in the phone number and sms to email host for your phone provider. Provide both an sms email and notifo username and the sms will be only used for backup if something should go wrong with notifo. Saves you money on your text message bill! *You need the notifo application on your phone to use the notifo support.
 
 
 Failover check document format:
@@ -61,12 +62,15 @@ Replication check format:
 
 {
    "_id": "node01_node02",
-	 "name": "test",
-	 "master_url": "http://node01:5984/db",
-	 "slave_url": "http://node02:5984/db"
-	 "offset": 0, 
-	 "priority": 2,
-	 "schedule": [])
+   "name": "test",
+   "master_url": "http://node01/db",
+   "slave_url": "http://node02/db",
+   "offset": 0,
+   "priority": 1,
+   "schedule": [
+       2,
+       3
+   ]
 }
 
 This will test the doc counts between two databases and if they become out of sync by more or less than the thresholds specified in the config an alert is triggered.
@@ -82,4 +86,4 @@ HTTP content check format:
 }
 
 
-For all of these priority and schedule are optional fields in these documents, priority is 0, 1 and 2. 0 is log only, 1 is log and email and 2 is log, email and sms. The schedule is an array containing integers for the hours the alert should be silent.
+For all of these priority and schedule are optional fields in these documents, priority is 0, 1 and 2. 0 is log only, 1 is log and email and 2 is log, email and sms. The schedule is an array containing integers for the hours the alert should be silent. Check out the replication check definition above.

data/config/deckard.yml

@@ -24,3 +24,7 @@ rep_check:
   doc_behind_threshold: 5000
   doc_ahead_threshold: -100
   db: "monitor_rep_check"
+
+notifo:
+  user: "username"
+  apikey: "password"

data/lib/deckard/config.rb

@@ -25,6 +25,9 @@ class Deckard
       c[:doc_behind_threshold] = monitor_config["rep_check"]["doc_behind_threshold"]
       c[:doc_ahead_threshold] = monitor_config["rep_check"]["doc_ahead_threshold"]
       c[:rep_check_db] = monitor_config["rep_check"]["db"]
+      
+      c[:notifo_user] = monitor_config["notifo"]["user"]
+      c[:notifo_apikey] = monitor_config["notifo"]["apikey"]
     end
   end
 end

data/lib/deckard/monitoring.rb

@@ -14,18 +14,18 @@ class Deckard
           subject = "ALERT :: Check Content Failed on #{url}"
           body = "Could not connect to #{url}"
           log = subject + " -- " + body
-          Deckard::Util.alert(priority, subject, body, log, schedule)
+          Deckard::Util.alert(priority, subject, body, log, schedule, url)
           check = false
         end
       else
         retries = 1
-        if result.include? content
+        if result.include?(content)
           Deckard::Log.info("PASS :: Found text \"#{content}\" on #{url}")
         else
           subject = "ALERT :: Check Content Failed on #{url}"
           body = "Could not find text \"#{content}\" at #{url}"
           log = subject + " -- " + body
-          Deckard::Util.alert(priority, subject, body, log, schedule)
+          Deckard::Util.alert(priority, subject, body, log, schedule, url)
           check = false
         end
       end
@@ -48,7 +48,7 @@ class Deckard
           subject = "ALERT :: Replication for #{name}"
           body = "Master: #{master_url} => Slave: #{slave_url} : off by #{doc_count_diff}"
           log = subject + " -- " + body
-          Deckard::Util.alert(priority, subject, body, log, schedule)
+          Deckard::Util.alert(priority, subject, body, log, schedule, master_url)
         else
           Deckard::Log.info("PASS :: Replication for #{name} is OK (#{doc_count_diff})")
         end
@@ -63,7 +63,7 @@ class Deckard
           subject = "ALERT :: #{elastic_ip} attempting failover!"
           body = "#{elastic_ip} => #{primary_instance_id} / #{secondary_instance_id} attempting failover!"
           log = subject + " " + body
-          Deckard::Util.alert(priority, subject, body, log, schedule)
+          Deckard::Util.alert(priority, subject, body, log, schedule, "http://#{elastic_ip}")
 
           instance_id = Deckard::Ec2.get_association(elastic_ip)
           Deckard::Ec2.disassociate_address(elastic_ip)
@@ -75,23 +75,24 @@ class Deckard
             Deckard::Log.info("ALERT :: associated #{elastic_ip} to #{secondary_instance_id}")
             subject = "ALERT :: Failover Complete for #{elastic_ip} #{secondary_instance_id}"
             body = "VERIFY THINGS ARE WORKING! #{elastic_ip} => #{primary_instance_id} / #{secondary_instance_id}"
-            Deckard::Util.alert(priority, subject, body, subject, schedule)
+            Deckard::Util.alert(priority, subject, body, subject, schedule, "http://#{elastic_ip}")
           elsif instance_id == secondary_instance_id
             Deckard::Ec2.associate_address(primary_instance_id, elastic_ip)
 
             Deckard::Log.info("ALERT :: associated #{elastic_ip} to #{primary_instance_id}")
             subject = "ALERT :: Failover Complete for #{elastic_ip} #{primary_instance_id}"
             body = "VERIFY THINGS ARE WORKING! #{elastic_ip} => #{primary_instance_id} / #{secondary_instance_id}"
-            Deckard::Util.alert(priority, subject, body, subject, schedule)
+            Deckard::Util.alert(priority, subject, body, subject, schedule, "http://#{elastic_ip}")
           else
             error = "ALERT :: Could not a failover #{elastic_ip} => #{primary_instance_id} / #{secondary_instance_id}!!"
             log = "ALERT :: Could not a failover #{elastic_ip} => #{primary_instance_id} / #{secondary_instance_id}!! Due to instance_id != primary and secondary"
-            Deckard::Util.alert(priority, error, error, log, schedule)
+            Deckard::Util.alert(priority, error, error, log, schedule, "http://#{elastic_ip}")
           end
         rescue Exception => e
           error = "ALERT :: Could not a failover #{elastic_ip} => #{primary_instance_id} / #{secondary_instance_id}!!"
-          log = "ALERT :: Could not a failover #{elastic_ip} => #{primary_instance_id} / #{secondary_instance_id}!! Due to #{e}"
-          Deckard::Util.alert(priority, error, error, log, schedule)
+          log = "ALERT :: Could not a failover #{elastic_ip} => #{primary_instance_id} / #{secondary_instance_id}!!"
+          Deckard::Log.error(e)
+          Deckard::Util.alert(priority, error, error, log, schedule, "http://#{elastic_ip}")
         end
       else
         # dont failover

data/lib/deckard/util.rb

@@ -32,9 +32,9 @@ class Deckard
       node_list
     end
 
-    def self.alert(priority, subject, body, log, schedule)
+    def self.alert(priority, subject, body, log, schedule, url)
       email_to = Deckard::Config.email_to
-      sms_email = on_call
+      on_call_contacts = on_call()
 
       # if scheduled maintenance set to logging only
       if schedule(schedule) == true
@@ -48,10 +48,23 @@ class Deckard
         send_email(email_to, subject, body)
         Deckard::Log.info(log)
       elsif priority == 2
-        Deckard::Log.info("sending email alert to #{email_to} and sms to #{sms_email}")
-        send_email(email_to, subject, body)
-        Deckard::Log.info(log)
-        send_email("#{sms_email}", subject, body)
+        begin
+          if on_call_contacts.has_key?("notifo_username")
+            Deckard::Log.info("sending notifo alert to #{on_call_contacts["notifo_username"]}")
+            send_notifo(on_call_contacts["notifo_username"], subject, url)
+            Deckard::Log.info(log)
+          else
+            Deckard::Log.info("sending email alert to #{email_to} and sms to #{on_call_contacts["sms_email"]}")
+            send_email(email_to, subject, body)
+            Deckard::Log.info(log)
+            send_email("#{on_call_contacts["sms_email"]}", subject, body)
+          end
+        rescue
+          Deckard::Log.info("sending email alert to #{email_to} and sms to #{on_call_contacts["sms_email"]}")
+          send_email(email_to, subject, body)
+          Deckard::Log.info(log)
+          send_email("#{on_call_contacts["sms_email"]}", subject, body)
+        end
       end
     end
 
@@ -65,9 +78,9 @@ class Deckard
 
       doc_url = "http://#{db_user}:#{db_password}@#{db_host}:#{db_port}/#{db_name}/#{doc_name}"
 
-      on_call = RestClient.get doc_url
-      on_call_json = JSON.parse(on_call)
-      on_call_json["sms_email"]
+      on_call_json = RestClient.get doc_url
+      on_call = JSON.parse(on_call_json)
+      on_call
     end
 
     def self.send_email(email_addr, subject, body)
@@ -91,6 +104,12 @@ class Deckard
       end
     end
 
+    def self.send_notifo(username, subject, url)
+      notifo = Notifo.new(Deckard::Config.notifo_user, Deckard::Config.notifo_apikey)
+      response = notifo.post(username, subject, "deckard alert", url)
+      Deckard::Log.info("Notifo response: #{response}")
+    end
+    
     def self.schedule(schedule)
       if schedule.nil?
         false

data/lib/deckard.rb

@@ -10,6 +10,7 @@ require 'right_aws'
 require 'mixlib/log'
 require 'mixlib/config'
 require 'yaml'
+require 'notifo'
 
 __DIR__ = File.dirname(__FILE__)
 
@@ -25,6 +26,7 @@ require 'deckard/util'
 
 
 class Deckard
+  
   def self.content_check
     retry_count = Deckard::Config.content_check_retry
     db_name = Deckard::Config.content_check_db

metadata

@@ -4,8 +4,8 @@ version: !ruby/object:Gem::Version
   prerelease: false
   segments: 
   - 0
-  - 4
-  version: "0.4"
+  - 5
+  version: "0.5"
 platform: ruby
 authors: 
 - joe williams
@@ -13,7 +13,7 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2010-06-04 00:00:00 -07:00
+date: 2010-07-12 00:00:00 -07:00
 default_executable: 
 dependencies: 
 - !ruby/object:Gem::Dependency 
@@ -77,9 +77,21 @@ dependencies:
   type: :runtime
   version_requirements: *id005
 - !ruby/object:Gem::Dependency 
-  name: rest-client
+  name: notifo
   prerelease: false
   requirement: &id006 !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 0
+        version: "0"
+  type: :runtime
+  version_requirements: *id006
+- !ruby/object:Gem::Dependency 
+  name: rest-client
+  prerelease: false
+  requirement: &id007 !ruby/object:Gem::Requirement 
     requirements: 
     - - "="
       - !ruby/object:Gem::Version 
@@ -89,7 +101,7 @@ dependencies:
         - 0
         version: 1.3.0
   type: :runtime
-  version_requirements: *id006
+  version_requirements: *id007
 description: 
 email: joe@joetify.com
 executables: