big_brother 0.3.0 → 0.3.1

data/lib/big_brother/app.rb

@@ -2,6 +2,8 @@ module BigBrother
   class App < Sinatra::Base
     register Sinatra::Synchrony
 
+    set :raise_errors, false
+
     get "/" do
       BigBrother.clusters.map do |name, cluster|
         "#{cluster}: #{cluster.monitored? ? "running" : "not running"}"
@@ -20,11 +22,22 @@ module BigBrother
     put "/cluster/:name" do |name|
       halt 304 if @cluster.monitored?
       @cluster.start_monitoring!
+      [200, "OK"]
     end
 
     delete "/cluster/:name" do |name|
       halt 304 unless @cluster.monitored?
       @cluster.stop_monitoring!
+      [200, "OK"]
+    end
+
+    error do
+      e = request.env['sinatra.error']
+
+      BigBrother.logger.info "Error: #{e}"
+      BigBrother.logger.info e.backtrace.join("\n")
+
+      'Application error'
     end
   end
 end

data/lib/big_brother/cli.rb

@@ -10,6 +10,7 @@ module BigBrother
                   "BigBrother configuration file", "Default: /etc/big_brother.conf") { |v| options[:big_brother_config] = v }
           opts.on("-D", "--data-dir=path", String,
                   "BigBrother data directory", "Default: /etc/big_brother") { |v| options[:config_dir] = v }
+          opts.on("-v", "--verbose", "Log more verbosely") { options[:verbose] = true }
 
           opts.separator ""
 
@@ -45,11 +46,12 @@ module BigBrother
     end
 
     def start
-      if !File.exists?(options[:big_brother_config])
+      unless File.exists?(options[:big_brother_config])
         puts "Could not find #{options[:big_brother_config]}. Specify correct location with -c file"
         exit 1
       end
 
+      BigBrother.logger.level = BigBrother::Logger::Level::DEBUG if options[:verbose]
       BigBrother.config_dir = options[:config_dir]
 
       Thin::Callbacks.after_connect do

data/lib/big_brother/cluster.rb

@@ -1,6 +1,6 @@
 module BigBrother
   class Cluster
-    attr_reader :fwmark, :scheduler, :check_interval, :nodes
+    attr_reader :fwmark, :scheduler, :check_interval, :nodes, :name
 
     def initialize(name, attributes = {})
       @name = name
@@ -33,6 +33,7 @@ module BigBrother
       BigBrother.ipvs.stop_cluster(@fwmark)
 
       @monitored = false
+      @nodes.each(&:invalidate_weight!)
     end
 
     def resume_monitoring!

data/lib/big_brother/health_fetcher.rb

@@ -1,7 +1,10 @@
 module BigBrother
   class HealthFetcher
     def self.current_health(address, port, path)
-      response = EventMachine::HttpRequest.new("http://#{address}:#{port}#{path}").get
+      url = "http://#{address}:#{port}#{path}"
+
+      BigBrother.logger.debug("Fetching health from #{url}")
+      response = EventMachine::HttpRequest.new(url).get
       response.response_header.status == 200 ? _parse_health(response) : 0
     end
 

data/lib/big_brother/logger.rb

@@ -1,5 +1,16 @@
 module BigBrother
   class Logger
+    module Level
+      DEBUG = 0
+      INFO = 1
+    end
+
+    attr_accessor :level
+
+    def initialize
+      @level = Level::INFO
+    end
+
     def write(message)
       info(message)
     end
@@ -7,5 +18,9 @@ module BigBrother
     def info(message)
       EM.info(message)
     end
+
+    def debug(message)
+      EM.debug(message) if level == Level::DEBUG
+    end
   end
 end

data/lib/big_brother/node.rb

@@ -11,10 +11,15 @@ module BigBrother
       @weight = nil
     end
 
+    def invalidate_weight!
+      @weight = nil
+    end
+
     def monitor(cluster)
       new_weight = _determine_weight(cluster)
+      return unless cluster.monitored?
       if new_weight != @weight
-        BigBrother.ipvs.edit_node(cluster.fwmark, address, _determine_weight(cluster))
+        BigBrother.ipvs.edit_node(cluster.fwmark, address, new_weight)
         @weight = new_weight
       end
     end

data/lib/big_brother/ticker.rb

@@ -20,6 +20,7 @@ module BigBrother
     def self.tick
       @outstanding_ticks += 1
       BigBrother.clusters.values.select(&:needs_check?).each do |cluster|
+        BigBrother.logger.debug("Monitoring cluster #{cluster.name}")
         cluster.monitor_nodes
       end
       @outstanding_ticks -= 1

data/lib/big_brother/version.rb

@@ -1,3 +1,3 @@
 module BigBrother
-  VERSION = "0.3.0"
+  VERSION = "0.3.1"
 end

data/spec/big_brother/app_spec.rb

@@ -57,7 +57,7 @@ module BigBrother
         put "/cluster/test"
 
         last_response.status.should == 200
-        last_response.body.should == ""
+        last_response.body.should == "OK"
         BigBrother.clusters['test'].should be_monitored
       end
 
@@ -86,7 +86,7 @@ module BigBrother
         put "/cluster/test"
 
         last_response.status.should == 200
-        last_response.body.should == ""
+        last_response.body.should == "OK"
         BigBrother.clusters['test'].should be_monitored
         @recording_executor.commands.first.should == "ipvsadm --add-service --fwmark-service 100 --scheduler wrr"
         @recording_executor.commands.should include("ipvsadm --add-server --fwmark-service 100 --real-server 127.0.0.1 --ipip --weight 100")
@@ -102,7 +102,7 @@ module BigBrother
         delete "/cluster/test"
 
         last_response.status.should == 200
-        last_response.body.should == ""
+        last_response.body.should == "OK"
         BigBrother.clusters['test'].should_not be_monitored
       end
 
@@ -123,5 +123,18 @@ module BigBrother
         last_response.body.should == "Cluster test not found"
       end
     end
+
+    describe "error handling" do
+      it "logs exceptions" do
+        BigBrother.clusters['test'] = "this is not a cluster"
+
+        BigBrother.logger.should_receive(:info).with(/^Error:/)
+        BigBrother.logger.should_receive(:info).with(/big_brother/)
+
+        put "/cluster/test"
+
+        last_response.status.should == 500
+      end
+    end
   end
 end

data/spec/big_brother/cluster_spec.rb

@@ -28,6 +28,22 @@ describe BigBrother::Cluster do
       cluster.should_not be_monitored
       @recording_executor.commands.should include("ipvsadm --delete-service --fwmark-service 100")
     end
+
+    it "invalidates recorded weights, so it properly updates after a stop/start" do
+      node = Factory.node(:address => '127.0.0.1')
+      cluster = Factory.cluster(:fwmark => '100', :nodes => [node])
+
+      BigBrother::HealthFetcher.stub(:current_health).and_return(10)
+
+      cluster.start_monitoring!
+      cluster.monitor_nodes
+
+      cluster.stop_monitoring!
+      cluster.start_monitoring!
+      cluster.monitor_nodes
+
+      @recording_executor.commands.last.should == "ipvsadm --edit-server --fwmark-service 100 --real-server 127.0.0.1 --ipip --weight 10"
+    end
   end
 
   describe "#needs_check?" do
@@ -42,6 +58,9 @@ describe BigBrother::Cluster do
   describe "#monitor_nodes" do
     it "marks the cluster as no longer requiring monitoring" do
       cluster = Factory.cluster
+
+      BigBrother::HealthFetcher.stub(:current_health).and_return(10)
+
       cluster.start_monitoring!
       cluster.needs_check?.should be_true
       cluster.monitor_nodes

data/spec/big_brother/logger_spec.rb

@@ -0,0 +1,14 @@
+require 'spec_helper'
+
+describe BigBrother::Logger do
+  describe 'level' do
+    it "does not log debug at info level" do
+      logger = BigBrother::Logger.new
+      logger.level = BigBrother::Logger::Level::INFO
+
+      EM.should_receive(:debug).never
+
+      logger.debug('hi')
+    end
+  end
+end

data/spec/big_brother/node_spec.rb

@@ -7,6 +7,8 @@ describe BigBrother::Node do
       BigBrother::HealthFetcher.stub(:current_health).and_return(56)
       node = Factory.node(:address => '127.0.0.1')
       cluster = Factory.cluster(:fwmark => 100, :nodes => [node])
+      cluster.start_monitoring!
+      @recording_executor.commands.clear
 
       node.monitor(cluster)
 
@@ -17,6 +19,8 @@ describe BigBrother::Node do
       BigBrother::HealthFetcher.stub(:current_health).and_return(56)
       node = Factory.node(:address => '127.0.0.1')
       cluster = Factory.cluster(:fwmark => 100, :nodes => [node])
+      cluster.start_monitoring!
+      @recording_executor.commands.clear
 
       BigBrother::StatusFile.new('up', 'test').create('Up for testing')
 
@@ -29,6 +33,8 @@ describe BigBrother::Node do
       BigBrother::HealthFetcher.stub(:current_health).and_return(56)
       node = Factory.node(:address => '127.0.0.1')
       cluster = Factory.cluster(:fwmark => 100, :nodes => [node])
+      cluster.start_monitoring!
+      @recording_executor.commands.clear
 
       BigBrother::StatusFile.new('down', 'test').create('Down for testing')
 
@@ -41,6 +47,8 @@ describe BigBrother::Node do
       BigBrother::HealthFetcher.stub(:current_health).and_return(56)
       node = Factory.node(:address => '127.0.0.1')
       cluster = Factory.cluster(:fwmark => 100, :nodes => [node])
+      cluster.start_monitoring!
+      @recording_executor.commands.clear
 
       node.monitor(cluster)
       node.monitor(cluster)
@@ -52,6 +60,8 @@ describe BigBrother::Node do
       BigBrother::HealthFetcher.stub(:current_health).and_return(56)
       node = Factory.node(:address => '127.0.0.1')
       cluster = Factory.cluster(:fwmark => 100, :nodes => [node])
+      cluster.start_monitoring!
+      @recording_executor.commands.clear
 
       node.monitor(cluster)
       node.monitor(cluster)
@@ -63,5 +73,17 @@ describe BigBrother::Node do
         "ipvsadm --edit-server --fwmark-service 100 --real-server 127.0.0.1 --ipip --weight 41"
       ]
     end
+
+    it "does not update the weight if the cluster is no longer monitored" do
+      BigBrother::HealthFetcher.stub(:current_health).and_return(56)
+      node = Factory.node(:address => '127.0.0.1')
+      cluster = Factory.cluster(:fwmark => 100, :nodes => [node])
+      cluster.stop_monitoring!
+
+      @recording_executor.commands.clear
+      node.monitor(cluster)
+
+      @recording_executor.commands.should == []
+    end
   end
 end

data/spec/support/factories/cluster_factory.rb

@@ -6,7 +6,7 @@ class Factory
         'fwmark' => overrides.fetch(:fwmark, 100),
         'scheduler' => overrides.fetch(:scheduler, 'wrr'),
         'check_interval' => overrides.fetch(:check_interval, 1),
-        'nodes' => overrides.fetch(:nodes, [])
+        'nodes' => overrides.fetch(:nodes, [Factory.node])
       }
     )
   end

data/spec/support/null_logger.rb

@@ -4,4 +4,7 @@ class NullLogger
 
   def info(msg)
   end
+
+  def debug(msg)
+  end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: big_brother
 version: !ruby/object:Gem::Version
-  version: 0.3.0
+  version: 0.3.1
   prerelease: 
 platform: ruby
 authors:
@@ -9,11 +9,11 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2012-05-17 00:00:00.000000000 Z
+date: 2012-05-24 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: thin
-  requirement: &70147105239120 !ruby/object:Gem::Requirement
+  requirement: &70211323894240 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -21,10 +21,10 @@ dependencies:
         version: 1.3.1
   type: :runtime
   prerelease: false
-  version_requirements: *70147105239120
+  version_requirements: *70211323894240
 - !ruby/object:Gem::Dependency
   name: async-rack
-  requirement: &70147105238560 !ruby/object:Gem::Requirement
+  requirement: &70211323893680 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -32,10 +32,10 @@ dependencies:
         version: 0.5.1
   type: :runtime
   prerelease: false
-  version_requirements: *70147105238560
+  version_requirements: *70211323893680
 - !ruby/object:Gem::Dependency
   name: sinatra
-  requirement: &70147105237960 !ruby/object:Gem::Requirement
+  requirement: &70211323893120 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -43,10 +43,10 @@ dependencies:
         version: '1.0'
   type: :runtime
   prerelease: false
-  version_requirements: *70147105237960
+  version_requirements: *70211323893120
 - !ruby/object:Gem::Dependency
   name: rack-fiber_pool
-  requirement: &70147105237200 !ruby/object:Gem::Requirement
+  requirement: &70211323892400 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -54,10 +54,10 @@ dependencies:
         version: '0.9'
   type: :runtime
   prerelease: false
-  version_requirements: *70147105237200
+  version_requirements: *70211323892400
 - !ruby/object:Gem::Dependency
   name: eventmachine
-  requirement: &70147105236460 !ruby/object:Gem::Requirement
+  requirement: &70211323891660 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>'
@@ -68,10 +68,10 @@ dependencies:
         version: 1.0.0.beta.100
   type: :runtime
   prerelease: false
-  version_requirements: *70147105236460
+  version_requirements: *70211323891660
 - !ruby/object:Gem::Dependency
   name: em-http-request
-  requirement: &70147105235180 !ruby/object:Gem::Requirement
+  requirement: &70211323890380 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -79,10 +79,10 @@ dependencies:
         version: '1.0'
   type: :runtime
   prerelease: false
-  version_requirements: *70147105235180
+  version_requirements: *70211323890380
 - !ruby/object:Gem::Dependency
   name: em-synchrony
-  requirement: &70147105234240 !ruby/object:Gem::Requirement
+  requirement: &70211323889400 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -90,10 +90,10 @@ dependencies:
         version: '1.0'
   type: :runtime
   prerelease: false
-  version_requirements: *70147105234240
+  version_requirements: *70211323889400
 - !ruby/object:Gem::Dependency
   name: em-resolv-replace
-  requirement: &70147105233120 !ruby/object:Gem::Requirement
+  requirement: &70211323888420 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -101,10 +101,10 @@ dependencies:
         version: '1.1'
   type: :runtime
   prerelease: false
-  version_requirements: *70147105233120
+  version_requirements: *70211323888420
 - !ruby/object:Gem::Dependency
   name: em-syslog
-  requirement: &70147105232280 !ruby/object:Gem::Requirement
+  requirement: &70211323887380 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -112,10 +112,10 @@ dependencies:
         version: 0.0.2
   type: :runtime
   prerelease: false
-  version_requirements: *70147105232280
+  version_requirements: *70211323887380
 - !ruby/object:Gem::Dependency
   name: rspec
-  requirement: &70147105231800 !ruby/object:Gem::Requirement
+  requirement: &70211323886900 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -123,10 +123,10 @@ dependencies:
         version: 2.9.0
   type: :development
   prerelease: false
-  version_requirements: *70147105231800
+  version_requirements: *70211323886900
 - !ruby/object:Gem::Dependency
   name: rack-test
-  requirement: &70147105231220 !ruby/object:Gem::Requirement
+  requirement: &70211323886380 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -134,10 +134,10 @@ dependencies:
         version: 0.6.1
   type: :development
   prerelease: false
-  version_requirements: *70147105231220
+  version_requirements: *70211323886380
 - !ruby/object:Gem::Dependency
   name: rake
-  requirement: &70147105230600 !ruby/object:Gem::Requirement
+  requirement: &70211323885760 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -145,10 +145,10 @@ dependencies:
         version: '0'
   type: :development
   prerelease: false
-  version_requirements: *70147105230600
+  version_requirements: *70211323885760
 - !ruby/object:Gem::Dependency
   name: rake_commit
-  requirement: &70147105229780 !ruby/object:Gem::Requirement
+  requirement: &70211323884900 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -156,10 +156,10 @@ dependencies:
         version: '0.13'
   type: :development
   prerelease: false
-  version_requirements: *70147105229780
+  version_requirements: *70211323884900
 - !ruby/object:Gem::Dependency
   name: vagrant
-  requirement: &70147105229320 !ruby/object:Gem::Requirement
+  requirement: &70211323884420 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -167,13 +167,12 @@ dependencies:
         version: '0'
   type: :development
   prerelease: false
-  version_requirements: *70147105229320
+  version_requirements: *70211323884420
 description: IPVS backend supervisor
 email:
 - code@getbraintree.com
 executables:
 - bigbro
-- ocf_big_brother
 extensions: []
 extra_rdoc_files: []
 files:
@@ -187,7 +186,6 @@ files:
 - Rakefile
 - big_brother.gemspec
 - bin/bigbro
-- bin/ocf_big_brother
 - config.ru
 - lib/big_brother.rb
 - lib/big_brother/app.rb
@@ -211,6 +209,7 @@ files:
 - spec/big_brother/configuration_spec.rb
 - spec/big_brother/health_fetcher_spec.rb
 - spec/big_brother/ipvs_spec.rb
+- spec/big_brother/logger_spec.rb
 - spec/big_brother/node_spec.rb
 - spec/big_brother/shell_executor_spec.rb
 - spec/big_brother/status_file_spec.rb
@@ -257,6 +256,7 @@ test_files:
 - spec/big_brother/configuration_spec.rb
 - spec/big_brother/health_fetcher_spec.rb
 - spec/big_brother/ipvs_spec.rb
+- spec/big_brother/logger_spec.rb
 - spec/big_brother/node_spec.rb
 - spec/big_brother/shell_executor_spec.rb
 - spec/big_brother/status_file_spec.rb

data/bin/ocf_big_brother

@@ -1,174 +0,0 @@
-#!/bin/bash
-#
-#  Michael Vallaly (Aug '11) Ver 1.0
-#
-#  IPVS Supervisor daemon OCF resource handler script
-#
-
-AWK_BIN="/usr/bin/awk"
-CURL_BIN="/usr/bin/curl"
-EGREP_BIN="/bin/egrep"
-
-CURL_TIMEOUT_SEC=5
-SUPERVISOR_URL="http://127.0.0.1:9292"
-
-#######################################################################
-
-# Pull in OCF functions
-. /usr/lib/ocf/resource.d/heartbeat/.ocf-shellfuncs
-
-#######################################################################
-
-meta_data() {
-	cat <<END
-<?xml version="1.0"?>
-<!DOCTYPE resource-agent SYSTEM "ra-api-1.dtd">
-<resource-agent name="Big Brother" version="0.9">
-<version>1.0</version>
-
-<longdesc lang="en">
-This is the Big Brother Resource Agent. It enables the management
-and monitoring of IPVS via the OCF resource API.
-</longdesc>
-<shortdesc lang="en">Big Brother resource agent</shortdesc>
-
-<parameters>
-  <parameter name="cluster" unique="1" required="1">
-    <longdesc lang="en">
-      Cluster Name as defined in the Big Brother Configuration
-    </longdesc>
-    <shortdesc lang="en">Cluster Name</shortdesc>
-    <content type="string" default="" />
-  </parameter>
-</parameters>
-
-<actions>
-<action name="start"        timeout="20" />
-<action name="stop"         timeout="40" />
-<action name="monitor"      timeout="20" interval="10" depth="0" start-delay="0" />
-<action name="reload"       timeout="60" />
-<action name="migrate_to"   timeout="100" />
-<action name="migrate_from" timeout="90" />
-<action name="meta-data"    timeout="5" />
-<action name="validate-all" timeout="30" />
-</actions>
-</resource-agent>
-END
-}
-
-#######################################################################
-
-# don't exit on TERM, to test that lrmd makes sure that we do exit
-trap sigterm_handler TERM
-sigterm_handler() {
-	ocf_log info "Attempted to use TERM to bring us down. No such luck."
-	return
-}
-
-ipvs_cluster_usage() {
-	cat <<END
-usage: $0 {start|stop|monitor|meta-data|validate-all}
-
-Expects to have a fully populated OCF RA-compliant environment set.
-END
-}
-
-ipvs_cluster_start() {
-
-  # Check if the protocol is already running
-  ipvs_cluster_monitor
-  if [ $? -eq ${OCF_SUCCESS} ]; then
-    return ${OCF_SUCCESS}
-  else
-    # Start the requested cluster
-    if [ `$CURL_BIN -m ${CURL_TIMEOUT_SEC} -X PUT -w "%{http_code}" -o /dev/null -s "${SUPERVISOR_URL}/cluster/${OCF_RESKEY_cluster}"` == 200 ]; then
-      return ${OCF_SUCCESS}
-    else
-      return ${OCF_ERR_GENERIC}
-    fi
-  fi
-
-}
-
-ipvs_cluster_stop() {
-
-  # Check if the protocol is already running
-  ipvs_cluster_monitor
-  if [ $? -eq ${OCF_SUCCESS} ]; then
-    # Stop the requested cluster
-    if [ `$CURL_BIN -m ${CURL_TIMEOUT_SEC} -X DELETE -w "%{http_code}" -o /dev/null -s "${SUPERVISOR_URL}/cluster/${OCF_RESKEY_cluster}"` == 200 ]; then
-      return ${OCF_SUCCESS}
-    else
-      return ${OCF_ERR_GENERIC}
-    fi
-  else
-    return ${OCF_SUCCESS}
-  fi
-
-}
-
-ipvs_cluster_monitor() {
-
-  local cluster_status
-  local http_status
-
-  # Check if the IPVS supervisor is running for the cluster
-  cluster_status=`$CURL_BIN -m ${CURL_TIMEOUT_SEC} -w '\nHTTP_Status: %{http_code}\n' -s "${SUPERVISOR_URL}/cluster/${OCF_RESKEY_cluster}"`
-  # If curl can't connect then we got bigger issues
-  if [ $? -ne 0 ]; then
-    return ${OCF_ERR_PERM};
-  fi
-
-  # Check for remote HTTP response code
-  http_status=`echo "${cluster_status}" |${EGREP_BIN} -e "^HTTP_Status: "|$AWK_BIN '{print $2}' |tr -d '[:alpha:][:punct:][:space:]' |head -1`
-
-  # We aren't running if we never get a status code back
-  if [ "${http_status}x" != "x" ]; then
-    if [ ${http_status} -eq 200 ]; then
-      if [ `echo ${cluster_status} |${EGREP_BIN} -e "^Running: "|$AWK_BIN '{print $2}'` == "true" ]; then
-        return ${OCF_SUCCESS}
-      fi
-    fi
-  fi
-  return ${OCF_NOT_RUNNING}
-
-}
-
-ipvs_cluster_validate_all() {
-
-  # Validate binary dependencies are executable
-  for req_bin in $AWK_BIN $CURL_BIN $EGREP_BIN; do
-    if [ ! -x "$req_bin" ]; then
-      ocf_log debug "Unable to execute (${req_bin})! Aborting.."
-      return ${OCF_ERR_INSTALLED}
-    fi
-  done
-
-  # Check if the IPVS supervisor knows about the cluster
-  if [ `$CURL_BIN -m ${CURL_TIMEOUT_SEC} -w '\nHTTP_Status: %{http_code}\n' -s "${SUPERVISOR_URL}/cluster/${OCF_RESKEY_cluster}" |${EGREP_BIN} -ce '^HTTP_Status: 200'` -eq 0 ]; then
-    return ${OCF_ERR_ARGS}
-  fi
-
-  return ${OCF_SUCCESS}
-
-}
-
-case $__OCF_ACTION in
-meta-data)	meta_data
-		exit ${OCF_SUCCESS}
-		;;
-start)		ipvs_cluster_start;;
-stop)		ipvs_cluster_stop;;
-monitor)	ipvs_cluster_monitor;;
-validate-all)	ipvs_cluster_validate_all;;
-usage|help)	ipvs_cluster_usage
-		exit ${OCF_SUCCESS}
-		;;
-*)		ipvs_cluster_usage
-		exit ${OCF_ERR_UNIMPLEMENTED}
-		;;
-esac
-
-rc=$?
-ocf_log debug "${OCF_RESOURCE_INSTANCE} $__OCF_ACTION : $rc"
-exit $rc