litmus_paper 0.1.0 → 0.2.0

data/.rvmrc

@@ -1 +1 @@
-rvm use ruby-1.8.7-p249@litmus_paper --create
+rvm use ruby-1.9.3-p0@litmus_paper --create

data/.travis.yml

@@ -1,5 +1,5 @@
 language: ruby
 rvm:
-  - 1.8.7
+  - 1.9.1
   - 1.9.2
   - 1.9.3

data/bin/litmusctl

@@ -1,7 +1,7 @@
 #!/usr/bin/env ruby
 
 require 'optparse'
-require 'litmus_paper'
+require 'net/http'
 require 'litmus_paper/cli/admin'
 
 LitmusPaper::CLI::Admin.new.run

data/lib/litmus_paper.rb

@@ -4,14 +4,24 @@ require 'net/https'
 require 'uri'
 require 'forwardable'
 
+require 'async-rack'
 require 'sinatra/base'
-require 'facter'
-require 'syslog_logger'
+require 'sinatra/synchrony'
+require 'em-synchrony/em-http'
+require 'em/syslog'
+
+require 'thin'
+require 'thin/callbacks'
+require 'thin/backends/tcp_server_with_callbacks'
+require 'thin/callback_rack_handler'
 
+require 'facter'
 require 'facts/loadaverage'
 
 require 'litmus_paper/app'
 require 'litmus_paper/configuration'
+require 'litmus_paper/deferred_facter'
+require 'litmus_paper/dependency/haproxy_backends'
 require 'litmus_paper/dependency/http'
 require 'litmus_paper/dependency/tcp'
 require 'litmus_paper/health'
@@ -25,17 +35,17 @@ require 'litmus_paper/status_file'
 module LitmusPaper
   class << self
     attr_reader :services, :config_dir
-    attr_accessor :logger
+    attr_accessor :logger, :config_file
   end
 
   self.logger = Logger.new
 
-  def self.configure(filename)
-    @config_file = filename
-
+  def self.configure!
+    LitmusPaper.logger.setup!
     begin
-      @services = LitmusPaper::Configuration.new(filename).evaluate
-    rescue Exception
+      @services = LitmusPaper::Configuration.new(@config_file).evaluate
+    rescue Exception => e
+      logger.info("Error in configuration #{e.message}")
     end
   end
 
@@ -44,7 +54,11 @@ module LitmusPaper
   end
 
   def self.reload
-    configure(@config_file)
+    begin
+      @services = LitmusPaper::Configuration.new(@config_file).evaluate
+    rescue Exception => e
+      logger.info("Error in configuration #{e.message}")
+    end
   end
 
   def self.reset
@@ -53,3 +67,4 @@ module LitmusPaper
 end
 
 Signal.trap("HUP") { LitmusPaper.reload }
+

data/lib/litmus_paper/app.rb

@@ -1,5 +1,9 @@
 module LitmusPaper
   class App < Sinatra::Base
+    register Sinatra::Synchrony
+    set :dump_errors, true
+    set :raise_errors, false
+
     get "/" do
       output = "Services monitored:\n"
       output +=  LitmusPaper.services.keys.join("\n")
@@ -44,7 +48,7 @@ module LitmusPaper
     end
 
     error do
-      text 500, "Server Error"
+      text 500, "Server Error: " + env['sinatra.error'].message
     end
 
     def text(response_code, body, headers ={})

data/lib/litmus_paper/cli/server.rb

@@ -6,7 +6,7 @@ module LitmusPaper
           args, options = args.dup, {}
 
           opt_parser = OptionParser.new do |opts|
-            opts.banner = "Usage: litmus [mongrel, thin, etc] [options]"
+            opts.banner = "Usage: litmus [options]"
             opts.on("-c", "--config=file", String,
                     "Litmus configuration file", "Default: /etc/litmus.conf") { |v| options[:litmus_config] = v }
             opts.on("-D", "--data-dir=path", String,
@@ -31,7 +31,8 @@ module LitmusPaper
           opt_parser.parse! args
 
           options[:config] = File.expand_path("../../../config.ru", File.dirname(__FILE__))
-          options[:server] = args.shift
+          options[:server] = 'thin-with-callbacks'
+          options[:backend] = Thin::Backends::TcpServerWithCallbacks
           options
         end
       end
@@ -46,8 +47,13 @@ module LitmusPaper
           exit 1
         end
 
-        LitmusPaper.configure(options[:litmus_config])
+        LitmusPaper.config_file = options[:litmus_config]
         LitmusPaper.config_dir = options[:config_dir]
+
+        Thin::Callbacks.after_connect do
+          LitmusPaper.configure!
+        end
+
         super
       end
 

data/lib/litmus_paper/deferred_facter.rb

@@ -0,0 +1,14 @@
+module LitmusPaper
+  class DeferredFacter
+    def self.value(key)
+      fiber = Fiber.current
+
+      EM.defer(
+        proc { Facter.value(key) },
+        proc { |value| fiber.resume(value) }
+      )
+
+      return Fiber.yield
+    end
+  end
+end

data/lib/litmus_paper/dependency/haproxy_backends.rb

@@ -0,0 +1,70 @@
+require 'csv'
+
+module LitmusPaper
+  module Dependency
+    class HaproxyBackends
+
+      module HaproxyStatReader
+        def initialize(fiber)
+          @fiber = fiber
+          @stats = ""
+        end
+
+        def connection_completed
+          send_data("show stat\n")
+        end
+
+        def receive_data(data)
+          @stats << data
+          @fiber.resume(@stats) if finished?
+        end
+
+        def finished?
+          @stats =~ /\n\n\z/
+        end
+      end
+
+      def initialize(domain_socket, cluster)
+        @domain_socket = domain_socket
+        @cluster = cluster
+      end
+
+      def available?
+        stats = _parse_stats(_fetch_stats)
+        servers = _servers_in(stats, @cluster)
+
+        if not _any_up?(servers)
+          LitmusPaper.logger.info("None of the servers (#{servers.map{ |s| s['svname'] }.join(',')}) are up")
+          false
+        else
+          true
+        end
+      end
+
+      def _any_up?(servers)
+        available = servers.select { |s| s['status'] == "UP" }
+        available.size > 0
+      end
+
+      def _servers_in(stats, cluster)
+        stats.select do |line|
+          line['# pxname'] == cluster && !["FRONTEND", "BACKEND"].include?(line["svname"])
+        end
+      end
+
+      def _parse_stats(csv)
+        stats = CSV.parse(_fetch_stats)
+        headers = stats.shift
+        stats.map { |stat| Hash[headers.zip(stat)] }
+      end
+
+      def _fetch_stats
+        fiber = Fiber.current
+
+        connection = EM.connect_unix_domain(@domain_socket, HaproxyStatReader, fiber)
+
+        Fiber.yield
+      end
+    end
+  end
+end

data/lib/litmus_paper/dependency/http.rb

@@ -1,10 +1,12 @@
 module LitmusPaper
   module Dependency
     class HTTP
+      VALID_RESPONSE_CODES = (200..399).freeze
+
       def initialize(uri, options = {})
         @uri = uri
         @expected_content = Regexp.new(options.fetch(:content, '.*'))
-        @method = options.fetch(:method, 'GET')
+        @method = options.fetch(:method, 'get')
         @ca_file = options[:ca_file]
       end
 
@@ -13,7 +15,7 @@ module LitmusPaper
         success = _successful_response?(response)
         matches = _body_matches?(response)
 
-        LitmusPaper.logger.info("Available check to #{@uri} failed with status #{response.code}") unless success
+        LitmusPaper.logger.info("Available check to #{@uri} failed with status #{response.response_header.status}") unless success
         LitmusPaper.logger.info("Available check to #{@uri} did not match #{@expected_content}") unless matches
 
         success && matches
@@ -24,28 +26,18 @@ module LitmusPaper
 
       def _make_request
         uri = URI.parse(@uri)
-        request = Net::HTTP.const_get(@method.capitalize).new(uri.normalize.path)
-        request.set_form_data({})
-
-        connection = Net::HTTP.new(uri.host, uri.port)
-        if uri.scheme == "https"
-          connection.use_ssl = true
-          connection.verify_mode = OpenSSL::SSL::VERIFY_PEER
-          connection.ca_file = @ca_file unless @ca_file.nil?
-          connection.verify_callback = proc { |preverify_ok, ssl_context| _verify_ssl_certificate(preverify_ok, ssl_context) }
-        end
+        request_options = {}
+        request_options[:ssl] = {:verify_peer => true, :cert_chain_file => @ca_file} if uri.scheme == "https"
 
-        connection.start do |http|
-          http.request(request)
-        end
+        EM::HttpRequest.new(@uri).send(@method.downcase, request_options)
       end
 
       def _successful_response?(response)
-        response.is_a? Net::HTTPSuccess
+        VALID_RESPONSE_CODES.include? response.response_header.status
       end
 
       def _body_matches?(response)
-        (response.body =~ @expected_content) ? true : false
+        (response.response =~ @expected_content) ? true : false
       end
 
       def _verify_ssl_certificate(preverify_ok, ssl_context)

data/lib/litmus_paper/dependency/tcp.rb

@@ -1,18 +1,38 @@
 module LitmusPaper
   module Dependency
     class TCP
-      def initialize(ip, port)
+      class EndpointAvailable < EM::Connection
+        def initialize(fiber, timeout, ip, port)
+          @fiber = fiber
+          @ip = ip
+          @port = port
+          EM.add_timer(timeout, method(:connection_timeout))
+        end
+
+        def connection_completed
+          close_connection
+          @fiber.resume(true)
+        end
+
+        def connection_timeout
+          LitmusPaper.logger.info("Available check to #{@ip}:#{@port} failed with a timeout")
+          @fiber.resume(false)
+        end
+      end
+
+      def initialize(ip, port, options = {})
         @ip, @port = ip, port
+        @timeout = options.fetch(:timeout, 2)
       end
 
       def available?
-        Timeout.timeout(5) do
-          socket = TCPSocket.new(@ip, @port)
-          socket.close
+        fiber = Fiber.current
+
+        EM.connect(@ip, @port, EndpointAvailable, fiber, @timeout, @ip, @port) do |connection|
+          connection.set_pending_connect_timeout @timeout
         end
-        true
-      rescue Exception
-        false
+
+        return Fiber.yield
       end
 
       def to_s

data/lib/litmus_paper/logger.rb

@@ -1,15 +1,15 @@
 module LitmusPaper
   class Logger
     extend Forwardable
-    def_delegators :@syslog, :debug, :info
-
-    def initialize
-      @syslog = SyslogLogger.new("litmus_paper")
-    end
+    def_delegators :EM, :debug, :info
 
     def write(message)
-      @syslog.info(message)
+      info(message)
     end
 
+    def setup!
+      # @file = File.open("/tmp/error", "w")
+      EM.syslog_setup('0.0.0.0', 514)
+    end
   end
 end

data/lib/litmus_paper/metric/available_memory.rb

@@ -7,7 +7,7 @@ module LitmusPaper
         "KB" => 1024
       }
 
-      def initialize(weight, facter = Facter)
+      def initialize(weight, facter = DeferredFacter)
         @weight = weight
         @facter = facter
       end

data/lib/litmus_paper/metric/cpu_load.rb

@@ -1,7 +1,7 @@
 module LitmusPaper
   module Metric
     class CPULoad
-      def initialize(weight, facter = Facter)
+      def initialize(weight, facter = DeferredFacter)
         @weight = weight
         @facter = facter
       end

data/lib/litmus_paper/version.rb

@@ -1,3 +1,3 @@
 module LitmusPaper
-  VERSION = "0.1.0"
+  VERSION = "0.2.0"
 end

data/lib/sinatra/synchrony.rb

@@ -0,0 +1,41 @@
+# inlined from sinatra-synchrony
+require 'sinatra/base'
+require 'rack/fiber_pool'
+require 'eventmachine'
+require 'em-http-request'
+require 'em-synchrony'
+require 'em-resolv-replace'
+
+module Sinatra
+  module Synchrony
+    def self.registered(app)
+      app.disable :threaded
+    end
+
+    def setup_sessions(builder)
+      builder.use Rack::FiberPool, {:rescue_exception => handle_exception } unless test?
+      super
+    end
+
+    def handle_exception
+      Proc.new do |env, e|
+        if settings.show_exceptions?
+          request = Sinatra::Request.new(env)
+          printer = Sinatra::ShowExceptions.new(proc{ raise e })
+          s, h, b = printer.call(env)
+          [s, h, b]
+        else
+          LitmusPaper.logger.info(e)
+          [500, {}, ""]
+        end
+      end
+    end
+
+    class << self
+      def overload_tcpsocket!
+        require 'sinatra/synchrony/tcpsocket'
+      end
+    end
+  end
+  register Synchrony
+end

data/lib/thin/backends/tcp_server_with_callbacks.rb

@@ -0,0 +1,20 @@
+module Thin
+  module Backends
+    class TcpServerWithCallbacks < TcpServer
+      def initialize(host, port, options)
+        super(host, port)
+      end
+
+      def connect
+        super
+        Thin::Callbacks.after_connect_callbacks.each { |callback| callback.call }
+      end
+
+      def disconnect
+        Thin::Callbacks.before_disconnect_callbacks.each { |callback| callback.call }
+        super
+      end
+    end
+  end
+end
+

data/lib/thin/callback_rack_handler.rb

@@ -0,0 +1,14 @@
+module Thin
+  class CallbackRackHandler
+    def self.run(app, options)
+      server = ::Thin::Server.new(options[:Host] || '0.0.0.0',
+                                  options[:Port] || 8080,
+                                  app,
+                                  options)
+      yield server if block_given?
+      server.start
+    end
+  end
+end
+
+Rack::Handler.register 'thin-with-callbacks', Thin::CallbackRackHandler

data/lib/thin/callbacks.rb

@@ -0,0 +1,19 @@
+module Thin
+  class Callbacks
+    def self.after_connect_callbacks
+      @after_connect_callbacks ||= []
+    end
+
+    def self.after_connect(&block)
+      after_connect_callbacks << block
+    end
+
+    def self.before_disconnect_callbacks
+      @before_disconnect_callbacks ||= []
+    end
+
+    def self.before_disconnect(&block)
+      before_disconnect_callbacks << block
+    end
+  end
+end

data/litmus_paper.gemspec

@@ -5,8 +5,8 @@ Gem::Specification.new do |gem|
   gem.authors       = ["Braintreeps"]
   gem.email         = ["code@getbraintree.com"]
   gem.description   = %q{Backend health tester for HA Services}
-  gem.summary       = %q{Backend health tester for HA Services}
-  gem.homepage      = ""
+  gem.summary       = %q{Backend health tester for HA Services, partner project of big_brother}
+  gem.homepage      = "https://github.com/braintree/litmus_paper"
 
   gem.files         = `git ls-files`.split($\)
   gem.executables   = gem.files.grep(%r{^bin/}).map{ |f| File.basename(f) }
@@ -15,9 +15,18 @@ Gem::Specification.new do |gem|
   gem.require_paths = ["lib"]
   gem.version       = LitmusPaper::VERSION
 
+  gem.required_ruby_version = '>= 1.9.1'
+
+  gem.add_dependency "thin", "~> 1.3.1"
+  gem.add_dependency "async-rack", "~> 0.5.1"
   gem.add_dependency "sinatra", "~> 1.3.2"
+  gem.add_dependency "rack-fiber_pool", "~> 0.9"
   gem.add_dependency "facter", "~> 1.6.7"
-  gem.add_dependency "SyslogLogger", "1.4.1"
+  gem.add_dependency "eventmachine",      "> 1.0.0.beta.1", "< 1.0.0.beta.100"
+  gem.add_dependency "em-http-request",   "~> 1.0"
+  gem.add_dependency "em-synchrony",      "~> 1.0"
+  gem.add_dependency "em-resolv-replace", "~> 1.1"
+  gem.add_dependency "em-syslog",         "~> 0.0.2"
 
   gem.add_development_dependency "rspec", "2.9.0"
   gem.add_development_dependency "rack-test", "0.6.1"

data/spec/litmus_paper/app_spec.rb

@@ -237,7 +237,7 @@ describe LitmusPaper::App do
         get "/test/error"
         last_response.status.should == 500
         last_response.headers["Content-Type"].should == "text/plain"
-        last_response.body.should == "Server Error"
+        last_response.body.should == "Server Error: an error"
       ensure
         app.environment = old_environment
       end

data/spec/litmus_paper/cli/admin_spec.rb

@@ -7,7 +7,8 @@ describe 'litmusctl' do
   end
 
   before(:all) do
-    system "bundle exec ruby -I lib bin/litmus -p 9293 -d -D /tmp/litmus_paper -c #{TEST_CONFIG} -P /tmp/litmus.pid"
+    `env RACK_ENV=production bundle exec ruby -I lib bin/litmus -p 9293 -d -D #{LitmusPaper.config_dir} -c #{TEST_CONFIG} -P /tmp/litmus.pid`
+    SpecHelper.wait_for_service :host => '127.0.0.1', :port => 9293
   end
 
   after(:all) do

data/spec/litmus_paper/deferred_facter_spec.rb

@@ -0,0 +1,12 @@
+require 'spec_helper'
+
+describe LitmusPaper::DeferredFacter do
+  run_in_reactor
+
+  describe "value" do
+    it "executes Facter access on another thread" do
+      processors = LitmusPaper::DeferredFacter.value("processorcount")
+      processors.should match(/\d+/)
+    end
+  end
+end

data/spec/litmus_paper/dependency/haproxy_backends_spec.rb

@@ -0,0 +1,47 @@
+require 'spec_helper'
+
+describe LitmusPaper::Dependency::HaproxyBackends do
+  run_in_reactor
+
+  module StubHaproxy
+    def receive_data(data)
+      send_data(<<-DATA)
+# pxname,svname,qcur,qmax,scur,smax,slim,stot,bin,bout,dreq,dresp,ereq,econ,eresp,wretr,wredis,status,weight,act,bck,chkfail,chkdown,lastchg,downtime,qlimit,pid,iid,sid,throttle,lbtot,tracked,type,rate,rate_lim,rate_max,check_status,check_code,check_duration,hrsp_1xx,hrsp_2xx,hrsp_3xx,hrsp_4xx,hrsp_5xx,hrsp_other,hanafail,req_rate,req_rate_max,req_tot,cli_abrt,srv_abrt,
+stats,FRONTEND,,,0,0,2000,0,0,0,0,0,0,,,,,OPEN,,,,,,,,,1,1,0,,,,0,0,0,0,,,,0,0,0,0,0,0,,0,0,0,,,
+stats_backend,BACKEND,0,0,0,0,0,0,0,0,0,0,,0,0,0,0,UP,0,0,0,,0,35,0,,1,2,0,,0,,1,0,,0,,,,0,0,0,0,0,0,,,,,0,0,
+yellow,FRONTEND,,,0,0,2000,0,0,0,0,0,0,,,,,OPEN,,,,,,,,,1,3,0,,,,0,0,0,0,,,,,,,,,,,0,0,0,,,
+yellow_cluster,node1,0,0,0,0,,0,0,0,,0,,0,0,0,0,UP,1,1,0,0,1,35,35,,1,4,1,,0,,2,0,,0,L4CON,,0,,,,,,,0,,,,0,0,
+yellow_cluster,node2,0,0,0,0,,0,0,0,,0,,0,0,0,0,DOWN,1,1,0,0,1,35,35,,1,4,1,,0,,2,0,,0,L4CON,,0,,,,,,,0,,,,0,0,
+yellow_cluster,node3,0,0,0,0,,0,0,0,,0,,0,0,0,0,DOWN,1,1,0,0,1,34,34,,1,4,2,,0,,2,0,,0,L4CON,,0,,,,,,,0,,,,0,0,
+yellow_cluster,BACKEND,0,0,0,0,0,0,0,0,0,0,,0,0,0,0,UP,0,0,0,,1,34,34,,1,4,0,,0,,1,0,,0,,,,,,,,,,,,,,0,0,
+orange,FRONTEND,,,0,0,2000,0,0,0,0,0,0,,,,,OPEN,,,,,,,,,1,5,0,,,,0,0,0,0,,,,,,,,,,,0,0,0,,,
+orange_cluster,orange1,0,0,0,0,,0,0,0,,0,,0,0,0,0,DOWN,1,1,0,0,0,35,0,,1,6,1,,0,,2,0,,0,L4OK,,5,,,,,,,0,,,,0,0,
+orange_cluster,orange2,0,0,0,0,,0,0,0,,0,,0,0,0,0,DOWN,1,1,0,0,0,35,0,,1,6,1,,0,,2,0,,0,L4OK,,5,,,,,,,0,,,,0,0,
+orange_cluster,BACKEND,0,0,0,0,0,0,0,0,0,0,,0,0,0,0,DOWN,1,1,0,,0,35,0,,1,6,0,,0,,1,0,,0,,,,,,,,,,,,,,0,0,
+
+      DATA
+    end
+  end
+
+  describe "available?" do
+    around(:each) do |spec|
+      begin
+        EM.start_unix_domain_server("/tmp/haproxy.#{Process.pid}", StubHaproxy)
+        spec.run
+      ensure
+        FileUtils.rm("/tmp/haproxy.#{Process.pid}")
+      end
+    end
+
+    it "is available if at least one backend is up" do
+      haproxy = LitmusPaper::Dependency::HaproxyBackends.new("/tmp/haproxy.#{Process.pid}", "yellow_cluster")
+      haproxy.should be_available
+    end
+
+    it "returns 0 if no nodes are available" do
+      haproxy = LitmusPaper::Dependency::HaproxyBackends.new("/tmp/haproxy.#{Process.pid}", "orange_cluster")
+      haproxy.should_not be_available
+    end
+  end
+end
+

data/spec/litmus_paper/dependency/http_spec.rb

@@ -1,6 +1,8 @@
 require 'spec_helper'
 
 describe LitmusPaper::Dependency::HTTP do
+  run_in_reactor
+
   before(:all) do
     server_start = system "bundle exec rackup spec/support/http_test_server_config.ru --port 9294 --pid /tmp/http-test-server.pid --daemonize"
     SpecHelper.wait_for_service :host => '127.0.0.1', :port => 9294
@@ -29,7 +31,7 @@ describe LitmusPaper::Dependency::HTTP do
           SpecHelper.wait_for_service :host => '127.0.0.1', :port => 9295
 
           check = LitmusPaper::Dependency::HTTP.new(
-            "https://localhost:9295/",
+            "https://127.0.0.1:9295",
             :ca_file => TEST_CA_CERT
           )
           check.should be_available

data/spec/litmus_paper/dependency/tcp_spec.rb

@@ -1,27 +1,29 @@
 require 'spec_helper'
 
 describe LitmusPaper::Dependency::TCP do
-  before(:all) do
-    @server = TCPServer.new 3333
-  end
-
-  after(:all) do
-    @server.close
-  end
+  run_in_reactor
 
   describe "#available?" do
+    around(:each) do |spec|
+      begin
+        @server = EM.start_server('127.0.0.1', 3333)
+        spec.run
+      ensure
+        EM.stop_server @server if @server
+      end
+    end
     it "is true when it's able to reach the ip and port" do
       check = LitmusPaper::Dependency::TCP.new("127.0.0.1", 3333)
       check.should be_available
     end
 
     it "is false when the ip is not available" do
-      check = LitmusPaper::Dependency::TCP.new("10.254.254.254", 3333)
+      check = LitmusPaper::Dependency::TCP.new("127.1.1.15", 3333, :timeout => 0.3)
       check.should_not be_available
     end
 
     it "is false when the port is not available" do
-      check = LitmusPaper::Dependency::TCP.new("127.0.0.1", 3334)
+      check = LitmusPaper::Dependency::TCP.new("127.0.0.1", 3334, :timeout => 0.3)
       check.should_not be_available
     end
   end

data/spec/litmus_paper/metric/available_memory_spec.rb

@@ -1,6 +1,8 @@
 require 'spec_helper'
 
 describe LitmusPaper::Metric::AvailableMemory do
+  run_in_reactor
+
   describe "#current_health" do
     it "multiplies weight by memory available" do
       facter = StubFacter.new({"memorytotal" => "10 GB", "memoryfree" => "5 GB"})

data/spec/litmus_paper/metric/cpu_load_spec.rb

@@ -1,6 +1,8 @@
 require 'spec_helper'
 
 describe LitmusPaper::Metric::CPULoad do
+  run_in_reactor
+
   describe "#current_health" do
     it "is the percent of available cpu capacity" do
       facter = StubFacter.new({"processorcount" => "4", "loadaverage" => "1.00 0.40 0.10"})

data/spec/litmus_paper_spec.rb

@@ -3,14 +3,16 @@ require 'spec_helper'
 describe LitmusPaper do
   describe 'configure' do
     it 'populates services from the config file' do
-      LitmusPaper.configure(TEST_CONFIG)
+      LitmusPaper.config_file = TEST_CONFIG
+      LitmusPaper.configure!
       LitmusPaper.services.has_key?('test').should == true
     end
   end
 
   describe "reload" do
     it "will reconfigure the services" do
-      LitmusPaper.configure(TEST_CONFIG)
+      LitmusPaper.config_file = TEST_CONFIG
+      LitmusPaper.configure!
       LitmusPaper.services["bar"] = :service
 
       LitmusPaper.reload
@@ -20,20 +22,18 @@ describe LitmusPaper do
     end
 
     it "keeps the old config if there are errors in the new config" do
-      old_config_file = SpecHelper.create_temp_file(<<-END)
+      LitmusPaper.config_file = SpecHelper.create_temp_file(<<-END)
         service :old_service do |s|
           s.measure_health Metric::CPULoad, :weight => 100
         end
       END
-      new_bad_config_file = SpecHelper.create_temp_file(<<-END)
+      LitmusPaper.configure!
+      LitmusPaper.config_file = SpecHelper.create_temp_file(<<-END)
         service :old_service do |s|
           syntax error here
         end
       END
-      LitmusPaper.configure(old_config_file)
-      LitmusPaper.services.keys.should == ["old_service"]
-      LitmusPaper.configure(new_bad_config_file)
-      LitmusPaper.services.keys.should == ["old_service"]
+      LitmusPaper.reload
     end
   end
 end

data/spec/spec_helper.rb

@@ -14,6 +14,18 @@ RSpec.configure do |config|
   config.before :each do
     FileUtils.rm_rf(LitmusPaper.config_dir)
     LitmusPaper.reset
+    LitmusPaper.logger = NullLogger.new
+  end
+end
+
+def run_in_reactor(timeout = 5)
+  around(:each) do |spec|
+    EM.synchrony do
+      sig = EM.add_timer(timeout) { fail "timeout!"; EM.stop }
+      spec.run
+      EM.cancel_timer(sig)
+      EM.stop
+    end
   end
 end
 

data/spec/ssl/server.crt

@@ -1,14 +1,14 @@
 -----BEGIN CERTIFICATE-----
-MIICKTCCAZICCQCmNl8pjL8nPzANBgkqhkiG9w0BAQUFADBZMQswCQYDVQQGEwJB
-VTETMBEGA1UECBMKU29tZS1TdGF0ZTEhMB8GA1UEChMYSW50ZXJuZXQgV2lkZ2l0
-cyBQdHkgTHRkMRIwEAYDVQQDEwlsb2NhbGhvc3QwHhcNMTIwNjA0MjExOTU2WhcN
-MTMwNjA0MjExOTU2WjBZMQswCQYDVQQGEwJBVTETMBEGA1UECBMKU29tZS1TdGF0
-ZTEhMB8GA1UEChMYSW50ZXJuZXQgV2lkZ2l0cyBQdHkgTHRkMRIwEAYDVQQDEwls
-b2NhbGhvc3QwgZ8wDQYJKoZIhvcNAQEBBQADgY0AMIGJAoGBAK9fPamtXwFv341C
-jHFvJ4QxkKqWDACimkksBorVBUdMqsYwR/b9Ig4EHjAir8pfP3fjl98z4qRoWotx
-gCSj6OARoMsfS1+JGK8AsQyimq3uCErEyPAgHgfJ7+XORl0pgg3Z67pfzAqBs7aF
-p8pbEAkMVBdA62qhFVWAZhsTUxdVAgMBAAEwDQYJKoZIhvcNAQEFBQADgYEAa98H
-JPpxhaVFzAYkG+AyuCyskCSzXWvBAlJZXYejMZlSCGiZb3F94KeAlfRT9xCH2U6i
-/AxXVwO3mdeTP9s4Q90ehPZ8yS+LUVh6kVUneADRx5f410sz/FYF5j2hbdom2Sca
-42BOBxnbIKmkzJcm1uEU5fRag6GbWdzpoLNKHmA=
+MIICKzCCAZQCCQDNHjwe58QzrjANBgkqhkiG9w0BAQUFADBaMQswCQYDVQQGEwJV
+UzERMA8GA1UECBMISWxsaW5vaXMxEDAOBgNVBAcTB0NoaWNhZ28xEjAQBgNVBAoT
+CUJyYWludHJlZTESMBAGA1UEAxMJMTI3LjAuMC4xMB4XDTEyMDYwNTIxNTYzMloX
+DTEzMDYwNTIxNTYzMlowWjELMAkGA1UEBhMCVVMxETAPBgNVBAgTCElsbGlub2lz
+MRAwDgYDVQQHEwdDaGljYWdvMRIwEAYDVQQKEwlCcmFpbnRyZWUxEjAQBgNVBAMT
+CTEyNy4wLjAuMTCBnzANBgkqhkiG9w0BAQEFAAOBjQAwgYkCgYEApqUJrh8TczVL
+9FRom1TM1CQ/3PfiYqQ2CNtJM3Zpw3g61g8POmgrUnExbIUA/h7Cn1IzzITX5IiE
+P4orsElrgc+T+6E4DGBA1mOpbFP3AlpIV90+cAIDuZE6trgxeW0OjneSiGmSR+gv
+NY7B8HA1HV38eIYnb0WlLOXrSTO2O0sCAwEAATANBgkqhkiG9w0BAQUFAAOBgQAb
+GCVAF99klFo62Snqivm8Xg/siacNWx+NbFJT5FRH3yJEFTOboFBqIdjkw3Ez+FMZ
+T4Buz5IUW0GH6iHFula2X9Yp28qdMaY2ftOegF2TubfIJMtYlK0iY+nrlKIRLVSe
+XyKCau0+/NiQ+WHYrK/QVuGiC8b9Ol5R+zD1yJIH4g==
 -----END CERTIFICATE-----

data/spec/ssl/server.key

@@ -1,15 +1,15 @@
 -----BEGIN RSA PRIVATE KEY-----
-MIICXQIBAAKBgQCvXz2prV8Bb9+NQoxxbyeEMZCqlgwAoppJLAaK1QVHTKrGMEf2
-/SIOBB4wIq/KXz9345ffM+KkaFqLcYAko+jgEaDLH0tfiRivALEMopqt7ghKxMjw
-IB4Hye/lzkZdKYIN2eu6X8wKgbO2hafKWxAJDFQXQOtqoRVVgGYbE1MXVQIDAQAB
-AoGANyPdAYKvgoYoZgPsoKXwaNIkyF4RPAnkNOmQzQoZdMeYUmRP3ErO8FU/IKdn
-WlwEWq/GyrlHo6XkAkAXqG2ZBITsQaWKRky8nuydsJTXyt3z09R17WpH6dYNSyw5
-wc9UyGg+u5+hHiAOuMMVPEpePB4gBAo/XIBHe4ApqY5ZkakCQQDpI+DV2UmNLUG3
-qKavyncY382Fctc/m2GbNn2+B+6tDDGFcs4XwwPGEHaP66U3Aa9AU2MS2dPSDRl1
-IPvpQsTLAkEAwJFOvxKsxMwZT7vhCNkc8fKGI5wkjXRpCL5pEDUdDHExUbmaCGra
-PfNMEBkIDL4wGVNLLDZtl3/AgiyGzTIwXwJBAOP/BVK841QgDSOp2BEUJDJ8M8Ys
-z9nRf7vFp2Se50fuI8PIyUmtmlQpJ3mJzpGjoRp8Mehug9rompvUPOcaN88CQH9a
-2niV0jtpPEg2WlLuvCzrl3lPmAERfzGwNG3qoqaK6fJBzLRKbsHP+XsgAuniko79
-PlckPACZFelBp3ln+wMCQQCvuEg+qo97LutnrUWID67PHEp+2W7SButs6yMerSac
-TYokvi2xz9auzRvxHofQiBIKsMji51uLmW8CfFaC8kS4
+MIICXQIBAAKBgQCmpQmuHxNzNUv0VGibVMzUJD/c9+JipDYI20kzdmnDeDrWDw86
+aCtScTFshQD+HsKfUjPMhNfkiIQ/iiuwSWuBz5P7oTgMYEDWY6lsU/cCWkhX3T5w
+AgO5kTq2uDF5bQ6Od5KIaZJH6C81jsHwcDUdXfx4hidvRaUs5etJM7Y7SwIDAQAB
+AoGAAngRg6XsONnCTVVu01ZXTpFW7OQzU3jRYCI3nG6VtJK0dHV2qUvf0HHi5JO3
+5wv3oDqsj8wsErO/Gd3nNc5wrE6S1qGIRU/1wvVbEgB2AIGYuXuGLyR9nrUkwjHp
+ztPIBtl0cgapSSQxYAQ2Apu/aQCaP3l4IKUdktYBKO7CkJkCQQDS9iCKGNV+Xz8X
+0flPJ3yKBndLr1g4sbEacGA/+V/CHhWyKk6RXjWOUTCTPECi2eyg3WJaGnq32BTN
+DEZ6YJgtAkEAyjjTWMut/UfoNF6a8++yNjo17JrH/MtCAEphXZcUxEmubYkODR0v
+wNELrstWOfkuGVTZm618RHM0J6LqfVsUVwJBAJ4CaeblqOrpbjlqNUDbQ4WiSDIx
+GHQGa69w4jaoktezbu6uj4CEPrrlBuwQ4hzX+0uV5fe1A5u1xga7HgLFXNUCQA0d
+8H+S/p8uOd6jwFNQWfPwhKzrQUuhd4+DQ5uJgDxXNyw9tp6dJQrRxHs7D0XFZvsX
+qOHTN/tMqbZkd+dXsBMCQQCgLIW0Og3LHubDCn9jNoz21Achi2kwI5AOXEnyHL2W
+XvjJH6PM3/d9TpUVYCoj8PO5WoXCSt1DVpZ5ow28ad6M
 -----END RSA PRIVATE KEY-----

data/spec/support/null_logger.rb

@@ -0,0 +1,11 @@
+class NullLogger
+  def write(message)
+  end
+  def info(message)
+  end
+  def debug(message)
+  end
+
+  def setup!
+  end
+end

metadata

@@ -1,143 +1,182 @@
---- !ruby/object:Gem::Specification 
+--- !ruby/object:Gem::Specification
 name: litmus_paper
-version: !ruby/object:Gem::Version 
-  hash: 27
-  prerelease: false
-  segments: 
-  - 0
-  - 1
-  - 0
-  version: 0.1.0
+version: !ruby/object:Gem::Version
+  version: 0.2.0
+  prerelease: 
 platform: ruby
-authors: 
+authors:
 - Braintreeps
 autorequire: 
 bindir: bin
 cert_chain: []
-
-date: 2012-06-04 00:00:00 -05:00
-default_executable: 
-dependencies: 
-- !ruby/object:Gem::Dependency 
-  name: sinatra
+date: 2012-06-18 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: thin
+  requirement: &70350255865480 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.3.1
+  type: :runtime
   prerelease: false
-  requirement: &id001 !ruby/object:Gem::Requirement 
+  version_requirements: *70350255865480
+- !ruby/object:Gem::Dependency
+  name: async-rack
+  requirement: &70350255864360 !ruby/object:Gem::Requirement
     none: false
-    requirements: 
+    requirements:
     - - ~>
-      - !ruby/object:Gem::Version 
-        hash: 31
-        segments: 
-        - 1
-        - 3
-        - 2
+      - !ruby/object:Gem::Version
+        version: 0.5.1
+  type: :runtime
+  prerelease: false
+  version_requirements: *70350255864360
+- !ruby/object:Gem::Dependency
+  name: sinatra
+  requirement: &70350255863320 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
         version: 1.3.2
   type: :runtime
-  version_requirements: *id001
-- !ruby/object:Gem::Dependency 
-  name: facter
   prerelease: false
-  requirement: &id002 !ruby/object:Gem::Requirement 
+  version_requirements: *70350255863320
+- !ruby/object:Gem::Dependency
+  name: rack-fiber_pool
+  requirement: &70350255862000 !ruby/object:Gem::Requirement
     none: false
-    requirements: 
+    requirements:
     - - ~>
-      - !ruby/object:Gem::Version 
-        hash: 1
-        segments: 
-        - 1
-        - 6
-        - 7
+      - !ruby/object:Gem::Version
+        version: '0.9'
+  type: :runtime
+  prerelease: false
+  version_requirements: *70350255862000
+- !ruby/object:Gem::Dependency
+  name: facter
+  requirement: &70350255860460 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
         version: 1.6.7
   type: :runtime
-  version_requirements: *id002
-- !ruby/object:Gem::Dependency 
-  name: SyslogLogger
   prerelease: false
-  requirement: &id003 !ruby/object:Gem::Requirement 
+  version_requirements: *70350255860460
+- !ruby/object:Gem::Dependency
+  name: eventmachine
+  requirement: &70350255859680 !ruby/object:Gem::Requirement
     none: false
-    requirements: 
-    - - "="
-      - !ruby/object:Gem::Version 
-        hash: 5
-        segments: 
-        - 1
-        - 4
-        - 1
-        version: 1.4.1
+    requirements:
+    - - ! '>'
+      - !ruby/object:Gem::Version
+        version: 1.0.0.beta.1
+    - - <
+      - !ruby/object:Gem::Version
+        version: 1.0.0.beta.100
+  type: :runtime
+  prerelease: false
+  version_requirements: *70350255859680
+- !ruby/object:Gem::Dependency
+  name: em-http-request
+  requirement: &70350255858120 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.0'
   type: :runtime
-  version_requirements: *id003
-- !ruby/object:Gem::Dependency 
-  name: rspec
   prerelease: false
-  requirement: &id004 !ruby/object:Gem::Requirement 
+  version_requirements: *70350255858120
+- !ruby/object:Gem::Dependency
+  name: em-synchrony
+  requirement: &70350255857500 !ruby/object:Gem::Requirement
     none: false
-    requirements: 
-    - - "="
-      - !ruby/object:Gem::Version 
-        hash: 43
-        segments: 
-        - 2
-        - 9
-        - 0
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *70350255857500
+- !ruby/object:Gem::Dependency
+  name: em-resolv-replace
+  requirement: &70350255856860 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.1'
+  type: :runtime
+  prerelease: false
+  version_requirements: *70350255856860
+- !ruby/object:Gem::Dependency
+  name: em-syslog
+  requirement: &70350255856040 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.0.2
+  type: :runtime
+  prerelease: false
+  version_requirements: *70350255856040
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: &70350255855260 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - =
+      - !ruby/object:Gem::Version
         version: 2.9.0
   type: :development
-  version_requirements: *id004
-- !ruby/object:Gem::Dependency 
-  name: rack-test
   prerelease: false
-  requirement: &id005 !ruby/object:Gem::Requirement 
+  version_requirements: *70350255855260
+- !ruby/object:Gem::Dependency
+  name: rack-test
+  requirement: &70350255854380 !ruby/object:Gem::Requirement
     none: false
-    requirements: 
-    - - "="
-      - !ruby/object:Gem::Version 
-        hash: 5
-        segments: 
-        - 0
-        - 6
-        - 1
+    requirements:
+    - - =
+      - !ruby/object:Gem::Version
         version: 0.6.1
   type: :development
-  version_requirements: *id005
-- !ruby/object:Gem::Dependency 
-  name: rake
   prerelease: false
-  requirement: &id006 !ruby/object:Gem::Requirement 
+  version_requirements: *70350255854380
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: &70350255853660 !ruby/object:Gem::Requirement
     none: false
-    requirements: 
-    - - ">="
-      - !ruby/object:Gem::Version 
-        hash: 3
-        segments: 
-        - 0
-        version: "0"
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
   type: :development
-  version_requirements: *id006
-- !ruby/object:Gem::Dependency 
-  name: rake_commit
   prerelease: false
-  requirement: &id007 !ruby/object:Gem::Requirement 
+  version_requirements: *70350255853660
+- !ruby/object:Gem::Dependency
+  name: rake_commit
+  requirement: &70350255852600 !ruby/object:Gem::Requirement
     none: false
-    requirements: 
-    - - "="
-      - !ruby/object:Gem::Version 
-        hash: 17
-        segments: 
-        - 0
-        - 13
-        version: "0.13"
+    requirements:
+    - - =
+      - !ruby/object:Gem::Version
+        version: '0.13'
   type: :development
-  version_requirements: *id007
+  prerelease: false
+  version_requirements: *70350255852600
 description: Backend health tester for HA Services
-email: 
+email:
 - code@getbraintree.com
-executables: 
+executables:
 - litmus
 - litmusctl
 extensions: []
-
 extra_rdoc_files: []
-
-files: 
+files:
 - .gitignore
 - .rake_commit
 - .rvmrc
@@ -155,6 +194,8 @@ files:
 - lib/litmus_paper/cli/admin.rb
 - lib/litmus_paper/cli/server.rb
 - lib/litmus_paper/configuration.rb
+- lib/litmus_paper/deferred_facter.rb
+- lib/litmus_paper/dependency/haproxy_backends.rb
 - lib/litmus_paper/dependency/http.rb
 - lib/litmus_paper/dependency/tcp.rb
 - lib/litmus_paper/forced_health.rb
@@ -165,11 +206,17 @@ files:
 - lib/litmus_paper/service.rb
 - lib/litmus_paper/status_file.rb
 - lib/litmus_paper/version.rb
+- lib/sinatra/synchrony.rb
+- lib/thin/backends/tcp_server_with_callbacks.rb
+- lib/thin/callback_rack_handler.rb
+- lib/thin/callbacks.rb
 - litmus_paper.gemspec
 - spec/litmus_paper/app_spec.rb
 - spec/litmus_paper/cli/admin_spec.rb
 - spec/litmus_paper/cli/server_spec.rb
 - spec/litmus_paper/configuration_spec.rb
+- spec/litmus_paper/deferred_facter_spec.rb
+- spec/litmus_paper/dependency/haproxy_backends_spec.rb
 - spec/litmus_paper/dependency/http_spec.rb
 - spec/litmus_paper/dependency/tcp_spec.rb
 - spec/litmus_paper/health_spec.rb
@@ -189,49 +236,42 @@ files:
 - spec/support/http_test_server.rb
 - spec/support/http_test_server_config.ru
 - spec/support/never_available_dependency.rb
+- spec/support/null_logger.rb
 - spec/support/stdout_logger.rb
 - spec/support/stub_facter.rb
 - spec/support/test.config
 - spec/support/test.d.config
-has_rdoc: true
-homepage: ""
+homepage: https://github.com/braintree/litmus_paper
 licenses: []
-
 post_install_message: 
 rdoc_options: []
-
-require_paths: 
+require_paths:
 - lib
-required_ruby_version: !ruby/object:Gem::Requirement 
+required_ruby_version: !ruby/object:Gem::Requirement
   none: false
-  requirements: 
-  - - ">="
-    - !ruby/object:Gem::Version 
-      hash: 3
-      segments: 
-      - 0
-      version: "0"
-required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: 1.9.1
+required_rubygems_version: !ruby/object:Gem::Requirement
   none: false
-  requirements: 
-  - - ">="
-    - !ruby/object:Gem::Version 
-      hash: 3
-      segments: 
-      - 0
-      version: "0"
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
 requirements: []
-
 rubyforge_project: 
-rubygems_version: 1.3.7
+rubygems_version: 1.8.10
 signing_key: 
 specification_version: 3
-summary: Backend health tester for HA Services
-test_files: 
+summary: Backend health tester for HA Services, partner project of big_brother
+test_files:
 - spec/litmus_paper/app_spec.rb
 - spec/litmus_paper/cli/admin_spec.rb
 - spec/litmus_paper/cli/server_spec.rb
 - spec/litmus_paper/configuration_spec.rb
+- spec/litmus_paper/deferred_facter_spec.rb
+- spec/litmus_paper/dependency/haproxy_backends_spec.rb
 - spec/litmus_paper/dependency/http_spec.rb
 - spec/litmus_paper/dependency/tcp_spec.rb
 - spec/litmus_paper/health_spec.rb
@@ -251,6 +291,7 @@ test_files:
 - spec/support/http_test_server.rb
 - spec/support/http_test_server_config.ru
 - spec/support/never_available_dependency.rb
+- spec/support/null_logger.rb
 - spec/support/stdout_logger.rb
 - spec/support/stub_facter.rb
 - spec/support/test.config