upstreamstatus 0.1.4 → 0.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 77442bcb1fb35809ba4dee0d9fa664d4ce79ff28
-  data.tar.gz: 13690ddf6d8131802c59664653149e0f84d5a068
+  metadata.gz: ef04d1acd6a3a3cb9ffe50803011ed4c8e28c34f
+  data.tar.gz: 2067f08c7ab6969c6da022733b74d868172e5f43
 SHA512:
-  metadata.gz: 3896631fe98a0a3e63bedfab3be758c705a70cd0ff571fd9e37e1a53658840bf0668130a531b25ad77fea4f3f87d85e9f776d214ae56cae10a74e00e70ebc0d0
-  data.tar.gz: ba245144166e2bc2b9c63f4a15b58df22de0ea9313e77f29ff8a0a4fa48dfdbf64a8c4a55c19914c477589bc3a1ad564c49406556186358829125addabfcf02c
+  metadata.gz: daaa2d4b7efdad135ef9f57cc93c5a902a714940e372d780f8c4150abaca911b609eef31f3ca6ee16a1c7c358795b59579c6008224e3301d234852d7f4c84eeb
+  data.tar.gz: fc49aeaec02b4f040e6f80c781f5c718773484224d6c48d161a25b0cce15c4578619139b02089bdc42eaeb0aa9f597d6c03382527620fcdf2de9d5de77308da0

data/lib/upstreamstatus/version.rb

@@ -1,3 +1,3 @@
 class Upstreamstatus
-  VERSION = "0.1.4"
+  VERSION = "0.2.0"
 end

data/lib/upstreamstatus.rb

@@ -2,34 +2,50 @@ require 'upstreamstatus/version'
 require 'unirest'
 require 'yaml'
 require 'ostruct'
+require 'trollop'
 require 'forwardable'
+require 'json'
 
 class Upstreamstatus
   extend Forwardable
 
   def_delegators :@conf,
-                 :status_check_url
+                 :status_check_url,
+                 :sentry_dsn,
+                 :pagerduty_api_key
+
+  attr_reader :conf
 
   def initialize
     @conf = OpenStruct.new load_conf
+
+    return unless opts[:notify] && sentry_dsn
+    Raven.configure do |config|
+      config.dsn = sentry_dsn
+      config.logger = logger
+    end
   end
 
   def run
     down_hosts =
       current_status['servers']['server'].select { |s| s['status'] != 'up' }
 
-    exit 0 if down_hosts.empty?
-    print_hosts down_hosts
-    exit 1
-  end
+    if down_hosts.empty?
+      clear_active_alerts!
+      exit 0
+    end
 
-  private
+    print_hosts down_hosts
+    logger.notice "Detected down hosts: #{down_hosts.to_json}"
 
-  def print_hosts(hosts)
-    hosts.each do |host|
-      host.each { |k, v| puts "#{k}: #{v}" }
-      puts
+    if opts[:notify]
+      puts 'Sending notifications'
+      notify(
+        'One or more API upstream hosts listed as down',
+        JSON.pretty_generate(down_hosts)
+      )
     end
+    exit 1
   end
 
   def current_status
@@ -44,6 +60,68 @@ class Upstreamstatus
     r.body
   end
 
+  private
+
+  def clear_active_alerts!
+    return unless File.exist? '/var/run/active_upstream_alert'
+    File.delete('/var/run/active_upstream_alert')
+  end
+
+  def logger
+    @logger ||= Logger.new(conf['log']).tap { |l| l.progname = 'upstreamstatus' }
+  end
+
+  def pagerduty
+    @pagerduty ||= Pagerduty.new pagerduty_api_key
+  end
+
+  def notify(msg, details)
+    unless active_alert?(msg)
+      pd = pagerduty.trigger(
+        msg,
+        client: ENV['hostname'],
+        details: details
+      )
+
+      # You may have noticed that this will overwrite any previously active
+      # alerts, regardless of whether they are the "same" alert. This is a known
+      # limitation.
+
+      File.write(
+        '/var/run/active_upstream_alert',
+        {
+          'Incident Key' => pd.incident_key,
+          'Message' => msg,
+          'Details' => details
+        }.to_json
+      )
+    end
+
+    Raven.capture_exception(e) if sentry_dsn
+  end
+
+  def active_alert?(msg)
+    File.exist?('/var/run/active_upstream_alert') &&
+      (Time.now - File.ctime('/var/run/active_upstream_alert')) < 3600 &&
+      JSON.parse(File.read('/var/run/active_upstream_alert'))['msg'] == msg
+  end
+
+  def opts
+    @opts ||= Trollop.options do
+      opt :notify,
+          'Notify alert service on failure',
+          short: '-n',
+          default: false
+    end
+  end
+
+  def print_hosts(hosts)
+    hosts.each do |host|
+      host.each { |k, v| puts "#{k}: #{v}" }
+      puts
+    end
+  end
+
   def load_conf
     conf_file = '/etc/upstreamstatus.yml'
     yaml_conf = File.exist?(conf_file) ? YAML.load_file(conf_file) : {}
@@ -51,8 +129,6 @@ class Upstreamstatus
   end
 
   def defaults
-    {
-      'status_check_url' => 'http://localhost:8069/status?format=json'
-    }
+    { 'status_check_url' => 'http://localhost:8069/status?format=json' }
   end
 end

data/upstreamstatus.gemspec

@@ -27,9 +27,11 @@ Gem::Specification.new do |spec|
   spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
   spec.require_paths = ['lib']
 
-  spec.add_dependency 'unirest'
+  spec.add_dependency 'unirest', '~> 1.1'
+  spec.add_dependency 'trollop', '~> 2.1'
 
   spec.add_development_dependency 'bundler', '~> 1.10'
   spec.add_development_dependency 'rake', '~> 10.0'
   spec.add_development_dependency 'rspec'
+  spec.add_development_dependency 'byebug'
 end

metadata

@@ -1,29 +1,43 @@
 --- !ruby/object:Gem::Specification
 name: upstreamstatus
 version: !ruby/object:Gem::Version
-  version: 0.1.4
+  version: 0.2.0
 platform: ruby
 authors:
 - Eric Herot
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2015-10-21 00:00:00.000000000 Z
+date: 2015-11-04 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: unirest
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '1.1'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '1.1'
+- !ruby/object:Gem::Dependency
+  name: trollop
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.1'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.1'
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
@@ -66,6 +80,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: byebug
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 description: Parse the output of the Nginx Upstream Check plugin
 email:
 - eric.github@herot.com
@@ -114,4 +142,3 @@ signing_key:
 specification_version: 4
 summary: Parse the output of the Nginx Upstream Check plugin
 test_files: []
-has_rdoc: