big_brother 0.1.0

data/.gitignore

@@ -0,0 +1,21 @@
+*.gem
+*.rbc
+*.swp
+.bundle
+.config
+.vagrant
+.yardoc
+Gemfile.lock
+InstalledFiles
+Vagrantfile
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+tags
+test/tmp
+test/version_tmp
+tmp

data/.rake_commit

@@ -0,0 +1 @@
+--without-prompt=feature

data/.rvmrc

@@ -0,0 +1 @@
+rvm ruby-1.9.3-p0@big_brother --create

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in big_brother.gemspec
+gemspec

data/LICENSE

@@ -0,0 +1,22 @@
+Copyright (c) 2012 Braintree Payment Solutions LLC
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,29 @@
+# BigBrother
+
+TODO: Write a gem description
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    gem 'big_brother'
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install big_brother
+
+## Usage
+
+TODO: Write usage instructions here
+
+## Contributing
+
+1. Fork it
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Added some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request

data/Rakefile

@@ -0,0 +1,6 @@
+#!/usr/bin/env rake
+require "bundler/gem_tasks"
+require "rspec/core/rake_task"
+
+RSpec::Core::RakeTask.new(:spec)
+task :default => :spec

data/big_brother.gemspec

@@ -0,0 +1,33 @@
+# -*- encoding: utf-8 -*-
+require File.expand_path('../lib/big_brother/version', __FILE__)
+
+Gem::Specification.new do |gem|
+  gem.authors       = ["Braintree"]
+  gem.email         = ["code@getbraintree.com"]
+  gem.description   = %q{IPVS backend supervisor}
+  gem.summary       = %q{Process to monitor and update weights for servers in an IPVS pool}
+  gem.homepage      = "https://github.com/braintree/big_brother"
+
+  gem.files         = `git ls-files`.split($\)
+  gem.executables   = gem.files.grep(%r{^bin/}).map{ |f| File.basename(f) }
+  gem.test_files    = gem.files.grep(%r{^(test|spec|features)/})
+  gem.name          = "big_brother"
+  gem.require_paths = ["lib"]
+  gem.version       = BigBrother::VERSION
+
+  gem.add_dependency "thin",              "~> 1.3.1"
+  gem.add_dependency "async-rack",        "~> 0.5.1"
+  gem.add_dependency "sinatra",           "~> 1.0"
+  gem.add_dependency "rack-fiber_pool",   "~> 0.9"
+  gem.add_dependency "eventmachine",      "> 1.0.0.beta.1", "< 1.0.0.beta.100"
+  gem.add_dependency "em-http-request",   "~> 1.0"
+  gem.add_dependency "em-synchrony",      "~> 1.0"
+  gem.add_dependency "em-resolv-replace", "~> 1.1"
+  gem.add_dependency "em-syslog",         "~> 0.0.2"
+
+  gem.add_development_dependency "rspec",       "~> 2.9.0"
+  gem.add_development_dependency "rack-test",   "~> 0.6.1"
+  gem.add_development_dependency "rake"
+  gem.add_development_dependency "rake_commit", "~> 0.13"
+  gem.add_development_dependency "vagrant"
+end

data/bin/bigbro

@@ -0,0 +1,6 @@
+#!/usr/bin/env ruby
+
+require 'big_brother'
+require 'big_brother/cli'
+
+BigBrother::CLI.new.start

data/bin/ocf_big_brother

@@ -0,0 +1,174 @@
+#!/bin/bash
+#
+#  Michael Vallaly (Aug '11) Ver 1.0
+#
+#  IPVS Supervisor daemon OCF resource handler script
+#
+
+AWK_BIN="/usr/bin/awk"
+CURL_BIN="/usr/bin/curl"
+EGREP_BIN="/bin/egrep"
+
+CURL_TIMEOUT_SEC=5
+SUPERVISOR_URL="http://127.0.0.1:9292"
+
+#######################################################################
+
+# Pull in OCF functions
+. /usr/lib/ocf/resource.d/heartbeat/.ocf-shellfuncs
+
+#######################################################################
+
+meta_data() {
+	cat <<END
+<?xml version="1.0"?>
+<!DOCTYPE resource-agent SYSTEM "ra-api-1.dtd">
+<resource-agent name="Big Brother" version="0.9">
+<version>1.0</version>
+
+<longdesc lang="en">
+This is the Big Brother Resource Agent. It enables the management
+and monitoring of IPVS via the OCF resource API.
+</longdesc>
+<shortdesc lang="en">Big Brother resource agent</shortdesc>
+
+<parameters>
+  <parameter name="cluster" unique="1" required="1">
+    <longdesc lang="en">
+      Cluster Name as defined in the Big Brother Configuration
+    </longdesc>
+    <shortdesc lang="en">Cluster Name</shortdesc>
+    <content type="string" default="" />
+  </parameter>
+</parameters>
+
+<actions>
+<action name="start"        timeout="20" />
+<action name="stop"         timeout="40" />
+<action name="monitor"      timeout="20" interval="10" depth="0" start-delay="0" />
+<action name="reload"       timeout="60" />
+<action name="migrate_to"   timeout="100" />
+<action name="migrate_from" timeout="90" />
+<action name="meta-data"    timeout="5" />
+<action name="validate-all" timeout="30" />
+</actions>
+</resource-agent>
+END
+}
+
+#######################################################################
+
+# don't exit on TERM, to test that lrmd makes sure that we do exit
+trap sigterm_handler TERM
+sigterm_handler() {
+	ocf_log info "Attempted to use TERM to bring us down. No such luck."
+	return
+}
+
+ipvs_cluster_usage() {
+	cat <<END
+usage: $0 {start|stop|monitor|meta-data|validate-all}
+
+Expects to have a fully populated OCF RA-compliant environment set.
+END
+}
+
+ipvs_cluster_start() {
+
+  # Check if the protocol is already running
+  ipvs_cluster_monitor
+  if [ $? -eq ${OCF_SUCCESS} ]; then
+    return ${OCF_SUCCESS}
+  else
+    # Start the requested cluster
+    if [ `$CURL_BIN -m ${CURL_TIMEOUT_SEC} -X PUT -w "%{http_code}" -o /dev/null -s "${SUPERVISOR_URL}/cluster/${OCF_RESKEY_cluster}"` == 200 ]; then
+      return ${OCF_SUCCESS}
+    else
+      return ${OCF_ERR_GENERIC}
+    fi
+  fi
+
+}
+
+ipvs_cluster_stop() {
+
+  # Check if the protocol is already running
+  ipvs_cluster_monitor
+  if [ $? -eq ${OCF_SUCCESS} ]; then
+    # Stop the requested cluster
+    if [ `$CURL_BIN -m ${CURL_TIMEOUT_SEC} -X DELETE -w "%{http_code}" -o /dev/null -s "${SUPERVISOR_URL}/cluster/${OCF_RESKEY_cluster}"` == 200 ]; then
+      return ${OCF_SUCCESS}
+    else
+      return ${OCF_ERR_GENERIC}
+    fi
+  else
+    return ${OCF_SUCCESS}
+  fi
+
+}
+
+ipvs_cluster_monitor() {
+
+  local cluster_status
+  local http_status
+
+  # Check if the IPVS supervisor is running for the cluster
+  cluster_status=`$CURL_BIN -m ${CURL_TIMEOUT_SEC} -w '\nHTTP_Status: %{http_code}\n' -s "${SUPERVISOR_URL}/cluster/${OCF_RESKEY_cluster}"`
+  # If curl can't connect then we got bigger issues
+  if [ $? -ne 0 ]; then
+    return ${OCF_ERR_PERM};
+  fi
+
+  # Check for remote HTTP response code
+  http_status=`echo "${cluster_status}" |${EGREP_BIN} -e "^HTTP_Status: "|$AWK_BIN '{print $2}' |tr -d '[:alpha:][:punct:][:space:]' |head -1`
+
+  # We aren't running if we never get a status code back
+  if [ "${http_status}x" != "x" ]; then
+    if [ ${http_status} -eq 200 ]; then
+      if [ `echo ${cluster_status} |${EGREP_BIN} -e "^Running: "|$AWK_BIN '{print $2}'` == "true" ]; then
+        return ${OCF_SUCCESS}
+      fi
+    fi
+  fi
+  return ${OCF_NOT_RUNNING}
+
+}
+
+ipvs_cluster_validate_all() {
+
+  # Validate binary dependencies are executable
+  for req_bin in $AWK_BIN $CURL_BIN $EGREP_BIN; do
+    if [ ! -x "$req_bin" ]; then
+      ocf_log debug "Unable to execute (${req_bin})! Aborting.."
+      return ${OCF_ERR_INSTALLED}
+    fi
+  done
+
+  # Check if the IPVS supervisor knows about the cluster
+  if [ `$CURL_BIN -m ${CURL_TIMEOUT_SEC} -w '\nHTTP_Status: %{http_code}\n' -s "${SUPERVISOR_URL}/cluster/${OCF_RESKEY_cluster}" |${EGREP_BIN} -ce '^HTTP_Status: 200'` -eq 0 ]; then
+    return ${OCF_ERR_ARGS}
+  fi
+
+  return ${OCF_SUCCESS}
+
+}
+
+case $__OCF_ACTION in
+meta-data)	meta_data
+		exit ${OCF_SUCCESS}
+		;;
+start)		ipvs_cluster_start;;
+stop)		ipvs_cluster_stop;;
+monitor)	ipvs_cluster_monitor;;
+validate-all)	ipvs_cluster_validate_all;;
+usage|help)	ipvs_cluster_usage
+		exit ${OCF_SUCCESS}
+		;;
+*)		ipvs_cluster_usage
+		exit ${OCF_ERR_UNIMPLEMENTED}
+		;;
+esac
+
+rc=$?
+ocf_log debug "${OCF_RESOURCE_INSTANCE} $__OCF_ACTION : $rc"
+exit $rc

data/config.ru

@@ -0,0 +1,5 @@
+$LOAD_PATH.unshift File.expand_path('lib', File.dirname(__FILE__))
+require 'big_brother'
+
+use Rack::CommonLogger, BigBrother::Logger.new
+run BigBrother::App

data/lib/big_brother.rb

@@ -0,0 +1,49 @@
+require 'async-rack'
+require 'sinatra/base'
+require 'em-synchrony/em-http'
+require 'em/syslog'
+require 'thin'
+require 'yaml'
+
+require 'sinatra/synchrony'
+
+require 'big_brother/app'
+require 'big_brother/cluster'
+require 'big_brother/configuration'
+require 'big_brother/ipvs'
+require 'big_brother/logger'
+require 'big_brother/node'
+require 'big_brother/shell_executor'
+require 'big_brother/status_file'
+require 'big_brother/ticker'
+require 'big_brother/version'
+
+require 'thin/callbacks'
+require 'thin/backends/tcp_server_with_callbacks'
+require 'thin/callback_rack_handler'
+
+module BigBrother
+  class << self
+    attr_accessor :ipvs, :clusters, :config_dir, :logger
+  end
+
+  self.ipvs = IPVS.new
+  self.clusters = {}
+  self.logger = BigBrother::Logger.new
+
+  def self.configure(filename)
+    @config_file = filename
+    @clusters = BigBrother::Configuration.evaluate(filename)
+    BigBrother::Configuration.synchronize_with_ipvs(@clusters, BigBrother.ipvs.running_configuration)
+  end
+
+  def self.start_ticker!
+    Ticker.schedule!
+  end
+
+  def self.reconfigure
+    Ticker.pause do
+      configure(@config_file)
+    end
+  end
+end

data/lib/big_brother/app.rb

@@ -0,0 +1,30 @@
+module BigBrother
+  class App < Sinatra::Base
+    register Sinatra::Synchrony
+
+    get "/" do
+      BigBrother.clusters.map do |name, cluster|
+        "#{cluster}: #{cluster.monitored? ? "running" : "not running"}"
+      end.join("\n") + "\n"
+    end
+
+    before "/cluster/:name" do |name|
+      @cluster = BigBrother.clusters[name]
+      halt 404, "Cluster #{name} not found" if @cluster.nil?
+    end
+
+    get "/cluster/:name" do |name|
+      [200, "Running: #{@cluster.monitored?}"]
+    end
+
+    put "/cluster/:name" do |name|
+      halt 304 if @cluster.monitored?
+      @cluster.start_monitoring!
+    end
+
+    delete "/cluster/:name" do |name|
+      halt 304 unless @cluster.monitored?
+      @cluster.stop_monitoring!
+    end
+  end
+end

data/lib/big_brother/cli.rb

@@ -0,0 +1,82 @@
+module BigBrother
+  class CLI < Rack::Server
+    class Options
+      def parse!(args)
+        args, options = args.dup, {}
+
+        opt_parser = OptionParser.new do |opts|
+          opts.banner = "Usage: bigbro [options]"
+          opts.on("-c", "--config=file", String,
+                  "BigBrother configuration file", "Default: /etc/big_brother.conf") { |v| options[:big_brother_config] = v }
+          opts.on("-D", "--data-dir=path", String,
+                  "BigBrother data directory", "Default: /etc/big_brother") { |v| options[:config_dir] = v }
+
+          opts.separator ""
+
+          opts.on("-p", "--port=port", Integer,
+                  "Runs BigBrother on the specified port.", "Default: 9292") { |v| options[:Port] = v }
+          opts.on("-b", "--binding=ip", String,
+                  "Binds BigBrother to the specified ip.", "Default: 0.0.0.0") { |v| options[:Host] = v }
+          opts.on("-d", "--daemon", "Make server run as a Daemon.") { options[:daemonize] = true }
+          opts.on("-P","--pid=pid",String,
+                  "Specifies the PID file.",
+                  "Default: rack.pid") { |v| options[:pid] = v }
+
+          opts.separator ""
+
+          opts.on("-h", "--help", "Show this help message.") { puts opts; exit }
+        end
+
+        opt_parser.parse! args
+
+        options[:config] = File.expand_path("../../config.ru", File.dirname(__FILE__))
+        options[:server] = 'thin-with-callbacks'
+        options[:backend] = Thin::Backends::TcpServerWithCallbacks
+        options
+      end
+    end
+
+    def initialize(options = nil)
+      super
+    end
+
+    def opt_parser
+      Options.new
+    end
+
+    def start
+      if !File.exists?(options[:big_brother_config])
+        puts "Could not find #{options[:big_brother_config]}. Specify correct location with -c file"
+        exit 1
+      end
+
+      BigBrother.config_dir = options[:config_dir]
+
+      Thin::Callbacks.after_connect do
+        EM.syslog_setup('0.0.0.0', 514)
+        BigBrother.logger.info "Starting big brother on port #{options[:Port]}"
+
+        EM.synchrony do
+          BigBrother.configure(options[:big_brother_config])
+          BigBrother.start_ticker!
+        end
+
+        Signal.trap("HUP") do
+          EM.synchrony do
+            BigBrother.logger.info "HUP trapped. Reconfiguring big brother"
+            BigBrother.reconfigure
+          end
+        end
+      end
+
+      super
+    end
+
+    def default_options
+      super.merge(
+        :big_brother_config => '/etc/big_brother.conf',
+        :config_dir => '/etc/big_brother'
+      )
+    end
+  end
+end