nogara-redis_failover 0.8.9

data/spec/node_spec.rb

@@ -0,0 +1,84 @@
+require 'spec_helper'
+
+module RedisFailover
+  describe Node do
+    let(:node) { Node.new(:host => 'localhost', :port => '123') }
+
+    before(:each) do
+      node.extend(RedisStubSupport)
+    end
+
+    describe '#initialize' do
+      it 'creates a new instance' do
+        node.host.should == 'localhost'
+        node.port.should == 123
+      end
+
+      it 'reports error if host missing' do
+        expect { Node.new }.to raise_error(InvalidNodeError)
+      end
+    end
+
+    describe '#ping' do
+      it 'responds properly if node is available' do
+        expect { node.ping }.to_not raise_error
+      end
+
+      it 'responds properly if node is unavailable' do
+        node.redis.make_unavailable!
+        expect { node.ping }.to raise_error(NodeUnavailableError)
+      end
+    end
+
+    describe '#master?' do
+      it 'responds properly if node is master' do
+        node.should be_master
+      end
+
+      it 'responds properly if node is not master' do
+        node.make_slave!(Node.new(:host => 'masterhost'))
+        node.should_not be_master
+      end
+    end
+
+
+    describe '#slave?' do
+      it 'responds properly if node is slave' do
+        node.should_not be_slave
+      end
+
+      it 'responds properly if node is not slave' do
+        node.make_master!
+        node.should be_master
+      end
+    end
+
+    describe '#wait' do
+      it 'should wait until node dies' do
+        thread = Thread.new { node.wait }
+        thread.should be_alive
+        node.redis.make_unavailable!
+        expect { thread.value }.to raise_error
+      end
+    end
+
+    describe '#wakeup' do
+      it 'should gracefully stop waiting' do
+        thread = Thread.new { node.wait }
+        thread.should be_alive
+        node.wakeup
+        sleep 2
+        thread.should_not be_alive
+        thread.value.should be_nil
+      end
+    end
+
+    describe '#perform_operation' do
+      it 'raises error for any operation that hangs for too long' do
+        expect do
+          node.send(:perform_operation) { 1_000_000.times { sleep 0.1 } }
+        end.to raise_error(NodeUnavailableError)
+      end
+    end
+  end
+end

data/spec/node_watcher_spec.rb

@@ -0,0 +1,58 @@
+require 'spec_helper'
+
+module RedisFailover
+  class LightNodeManager
+    def initialize
+      @node_states = {}
+    end
+
+    def notify_state(node, state)
+      @node_states[node] = state
+    end
+
+    def state_for(node)
+      @node_states[node]
+    end
+  end
+
+  describe NodeWatcher do
+    let(:node_manager) { LightNodeManager.new }
+    let(:node) { Node.new(:host => 'host', :port => 123).extend(RedisStubSupport) }
+
+    describe '#watch' do
+      context 'node is not syncing with master' do
+        it 'properly informs manager of unavailable node' do
+          watcher = NodeWatcher.new(node_manager, node, 1)
+          watcher.watch
+          sleep(3)
+          node.redis.make_unavailable!
+          sleep(3)
+          watcher.shutdown
+          node_manager.state_for(node).should == :unavailable
+        end
+
+        it 'properly informs manager of available node' do
+          node_manager.notify_state(node, :unavailable)
+          watcher = NodeWatcher.new(node_manager, node, 1)
+          watcher.watch
+          sleep(3)
+          watcher.shutdown
+          node_manager.state_for(node).should == :available
+        end
+      end
+
+      context 'node is syncing with master' do
+        it 'properly informs manager of syncing node' do
+          node_manager.notify_state(node, :unavailable)
+          node.redis.slaveof('masterhost', 9876)
+          node.redis.force_sync_with_master(true)
+          watcher = NodeWatcher.new(node_manager, node, 1)
+          watcher.watch
+          sleep(3)
+          watcher.shutdown
+          node_manager.state_for(node).should == :syncing
+        end
+      end
+    end
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,20 @@
+require 'rspec'
+require 'redis_failover'
+
+Dir["#{File.dirname(__FILE__)}/support/**/*.rb"].each { |f| require f }
+
+class NullObject
+  def method_missing(method, *args, &block)
+    yield if block_given?
+    self
+  end
+end
+
+module RedisFailover
+  Util.logger = NullObject.new
+end
+
+def ZK.new(*args); NullObject.new; end
+
+RSpec.configure do |config|
+end

data/spec/support/config/multiple_environments.yml

@@ -0,0 +1,15 @@
+:development:
+  :nodes:
+    - localhost:6379
+    - localhost:6389
+  :zkservers:
+    - localhost:2181
+
+:staging:
+  :nodes:
+    - redis01:6379
+    - redis02:6379
+  :zkservers:
+    - zk01:2181
+    - zk02:2181
+    - zk03:2181

data/spec/support/config/multiple_environments_with_chroot.yml

@@ -0,0 +1,17 @@
+:development:
+  :nodes:
+    - localhost:6379
+    - localhost:6389
+  :zkservers:
+    - localhost:2181
+  :chroot: /with/chroot_development
+
+:staging:
+  :nodes:
+    - redis01:6379
+    - redis02:6379
+  :zkservers:
+    - zk01:2181
+    - zk02:2181
+    - zk03:2181
+  :chroot: /with/chroot_staging

data/spec/support/config/single_environment.yml

@@ -0,0 +1,7 @@
+:nodes:
+  - redis01:6379
+  - redis02:6379
+:zkservers:
+  - zk01:2181
+  - zk02:2181
+  - zk03:2181

data/spec/support/config/single_environment_with_chroot.yml

@@ -0,0 +1,8 @@
+:nodes:
+  - redis01:6379
+  - redis02:6379
+:zkservers:
+  - zk01:2181
+  - zk02:2181
+  - zk03:2181
+:chroot: /with/chroot

data/spec/support/node_manager_stub.rb

@@ -0,0 +1,65 @@
+module RedisFailover
+  class NodeManagerStub < NodeManager
+    attr_accessor :master
+    public :current_nodes
+
+    def discover_nodes
+      # only discover nodes once in testing
+      return if @nodes_discovered
+
+      master = Node.new(:host => 'master')
+      slave = Node.new(:host => 'slave')
+      [master, slave].each { |node| node.extend(RedisStubSupport) }
+      master.make_master!
+      slave.make_slave!(master)
+      @unavailable = []
+      @master = master
+      @slaves = [slave]
+      @nodes_discovered = true
+    end
+
+    def setup_zk
+      @zk = NullObject.new
+    end
+
+    def slaves
+      @slaves
+    end
+
+    def start_processing
+      @thread = Thread.new { start }
+      sleep(1.5)
+    end
+
+    def stop_processing
+      @queue << nil
+      @thread.value
+    end
+
+    def force_unavailable(node)
+      start_processing
+      node.redis.make_unavailable!
+      notify_state(node, :unavailable)
+      stop_processing
+    end
+
+    def force_available(node)
+      start_processing
+      node.redis.make_available!
+      notify_state(node, :available)
+      stop_processing
+    end
+
+    def force_syncing(node, serve_stale_reads)
+      start_processing
+      node.redis.force_sync_with_master(serve_stale_reads)
+      notify_state(node, :syncing)
+      stop_processing
+    end
+
+    def initialize_path; end
+    def delete_path; end
+    def create_path; end
+    def write_state; end
+  end
+end

data/spec/support/redis_stub.rb

@@ -0,0 +1,105 @@
+require 'ostruct'
+
+module RedisFailover
+  # Test stub for Redis.
+  class RedisStub
+    class Proxy
+      def initialize(queue, opts = {})
+        @info = {'role' => 'master'}
+        @config = {'slave-serve-stale-data' => 'yes'}
+        @queue = queue
+      end
+
+      def blpop(*args)
+        @queue.pop.tap do |value|
+          raise value if value
+        end
+      end
+
+      def del(*args)
+      end
+
+      def lpush(*args)
+        @queue << nil
+      end
+
+      def slaveof(host, port)
+        if host == 'no' && port == 'one'
+          @info['role'] = 'master'
+          @info.delete('master_host')
+          @info.delete('master_port')
+        else
+          @info['role'] = 'slave'
+          @info['master_host'] = host
+          @info['master_port'] = port.to_s
+        end
+      end
+
+      def info
+        @info.dup
+      end
+
+      def change_role_to(role)
+        @info['role'] = role
+      end
+
+      def config(action, attribute)
+        [action, @config[attribute]]
+      end
+
+      def force_sync_with_master(serve_stale_reads)
+        @config['slave-serve-stale-data'] = serve_stale_reads ? 'yes' : 'no'
+        @info['master_sync_in_progress'] = '1'
+      end
+
+      def force_sync_done
+        @info['master_sync_in_progress'] = '0'
+      end
+    end
+
+    attr_reader :host, :port, :available
+    def initialize(opts = {})
+      @host = opts[:host]
+      @port = Integer(opts[:port])
+      @queue = Queue.new
+      @proxy = Proxy.new(@queue, opts)
+      @available = true
+    end
+
+    def method_missing(method, *args, &block)
+      if @available
+        @proxy.send(method, *args, &block)
+      else
+        raise Errno::ECONNREFUSED
+      end
+    end
+
+    def change_role_to(role)
+      @proxy.change_role_to(role)
+    end
+
+    def make_available!
+      @available = true
+    end
+
+    def make_unavailable!
+      @queue << Errno::ECONNREFUSED
+      @available = false
+    end
+
+    def to_s
+      "#{@host}:#{@port}"
+    end
+
+    def client
+      OpenStruct.new(:host => @host, :port => @port)
+    end
+  end
+
+  module RedisStubSupport
+    def redis
+      @redis ||= RedisStub.new(:host => @host, :port => @port)
+    end
+    alias_method :new_client, :redis
+  end
+end

data/spec/util_spec.rb

@@ -0,0 +1,21 @@
+require 'spec_helper'
+
+module RedisFailover
+  describe Util do
+    describe '.symbolize_keys' do
+      it 'converts hash keys to symbols' do
+        Util.symbolize_keys('a' => 1, 'b' => 2).should == {:a => 1, :b => 2}
+      end
+    end
+
+    describe '.different?' do
+      it 'handles different arrays' do
+        Util.different?([1,2,3], [1,5,3]).should be_true
+      end
+
+      it 'handles non-different arrays' do
+        Util.different?([1,2,3], [3,2,1]).should be_false
+      end
+    end
+  end
+end

metadata

@@ -0,0 +1,210 @@
+--- !ruby/object:Gem::Specification
+name: nogara-redis_failover
+version: !ruby/object:Gem::Version
+  version: 0.8.9
+  prerelease: 
+platform: ruby
+authors:
+- Ryan LeCompte
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2012-08-07 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: redis
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '3'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '3'
+- !ruby/object:Gem::Dependency
+  name: redis-namespace
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: multi_json
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1'
+- !ruby/object:Gem::Dependency
+  name: zk
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.6'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.6'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: yard
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Redis Failover is a ZooKeeper-based automatic master/slave failover solution
+  for Ruby
+email:
+- lecompte@gmail.com
+executables:
+- redis_node_manager
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- .travis.yml
+- .yardopts
+- Changes.md
+- Gemfile
+- LICENSE
+- README.md
+- Rakefile
+- bin/redis_node_manager
+- examples/config.yml
+- examples/multiple_environments_config.yml
+- lib/redis_failover.rb
+- lib/redis_failover/cli.rb
+- lib/redis_failover/client.rb
+- lib/redis_failover/errors.rb
+- lib/redis_failover/manual_failover.rb
+- lib/redis_failover/node.rb
+- lib/redis_failover/node_manager.rb
+- lib/redis_failover/node_watcher.rb
+- lib/redis_failover/runner.rb
+- lib/redis_failover/util.rb
+- lib/redis_failover/version.rb
+- misc/redis_failover.png
+- redis_failover.gemspec
+- spec/cli_spec.rb
+- spec/client_spec.rb
+- spec/node_manager_spec.rb
+- spec/node_spec.rb
+- spec/node_watcher_spec.rb
+- spec/spec_helper.rb
+- spec/support/config/multiple_environments.yml
+- spec/support/config/multiple_environments_with_chroot.yml
+- spec/support/config/single_environment.yml
+- spec/support/config/single_environment_with_chroot.yml
+- spec/support/node_manager_stub.rb
+- spec/support/redis_stub.rb
+- spec/util_spec.rb
+homepage: http://github.com/ryanlecompte/redis_failover
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.24
+signing_key: 
+specification_version: 3
+summary: Redis Failover is a ZooKeeper-based automatic master/slave failover solution
+  for Ruby
+test_files:
+- spec/cli_spec.rb
+- spec/client_spec.rb
+- spec/node_manager_spec.rb
+- spec/node_spec.rb
+- spec/node_watcher_spec.rb
+- spec/spec_helper.rb
+- spec/support/config/multiple_environments.yml
+- spec/support/config/multiple_environments_with_chroot.yml
+- spec/support/config/single_environment.yml
+- spec/support/config/single_environment_with_chroot.yml
+- spec/support/node_manager_stub.rb
+- spec/support/redis_stub.rb
+- spec/util_spec.rb