elasticsearch-manager 0.1.0

data/spec/manager_spec.rb

@@ -0,0 +1,234 @@
+require 'spec_helper'
+require 'stringio'
+
+require 'elasticsearch/manager'
+require 'elasticsearch/model'
+
+include Elasticsearch::Manager
+
+describe 'Elasticsearch::Manager::ESManager' '#cluster_green?' do
+  context 'check status' do
+    it 'returns green' do
+      c = ESManager.new
+      expect(c.cluster_green?).to be true
+    end
+
+    it 'does not return green (yellow)' do
+      c = ESManager.new('localhost-yellow')
+      expect(c.cluster_green?).to be false
+    end
+
+    it 'does not return green (red)' do
+      c = ESManager.new('localhost-red')
+      expect(c.cluster_green?).to be false
+    end
+  end
+end
+
+describe 'Elasticsearch::Manager::ESManager' '#cluster_health' do
+  context 'health model' do
+    it 'returns valid model' do
+      c = ESManager.new
+      health = c.cluster_health
+      
+      expect(health.cluster_name).to eql('test_es_cluster')
+      expect(health.status).to eql('green')
+      expect(health.timed_out).to be(false)
+      expect(health.number_of_nodes).to eql(3)
+      expect(health.number_of_data_nodes).to eql(3)
+      expect(health.active_primary_shards).to eql(8)
+      expect(health.active_shards).to eql(16)
+      expect(health.relocating_shards).to eql(0)
+      expect(health.initializing_shards).to eql(0)
+      expect(health.unassigned_shards).to eql(0)
+    end
+  end
+end
+
+describe 'Elasticsearch::Manager::ESManager' '#cluster_members!' do
+  context 'cluster members' do
+    it 'retrieves cluster members' do
+      c = ESManager.new
+      c.cluster_members!
+      expect(c.leader).to eql('10.110.38.153')
+      expect(c.members).to include('10.110.38.153')
+      expect(c.members).to include('10.110.33.218')
+      expect(c.members).to include('10.110.40.133')
+      expect(c.members.length).to eql(3)
+    end
+  end
+end
+
+describe 'Elasticsearch::Manager::ESManager' '#cluster_stable?' do
+  context 'stable cluster' do
+    it 'cluster green no rebalancing' do
+      c = ESManager.new
+      expect(c.cluster_stable?).to be true
+    end
+
+    it 'cluster yellow no rebalancing' do
+      c = ESManager.new('localhost-yellow')
+      expect(c.cluster_stable?).to be false
+    end
+
+    it 'cluster red no rebalancing' do
+      c = ESManager.new('localhost-red')
+      expect(c.cluster_stable?).to be false
+    end
+
+    it 'cluster green shards realocating' do
+      c = ESManager.new('localhost-realocating')
+      expect(c.cluster_stable?).to be false
+    end
+
+    it 'cluster green shards initializing' do
+      c = ESManager.new('localhost-initializing')
+      expect(c.cluster_stable?).to be false
+    end
+
+    it 'cluster green shards unassigned' do
+      c = ESManager.new('localhost-unassigned')
+      expect(c.cluster_stable?).to be false
+    end
+  end
+end
+
+describe 'Elasticsearch::Manager::ESManager' 'routing' do
+  context 'disable shard routing' do
+    it 'succeeds with 200' do
+      c = ESManager.new('localhost-route-disabled')
+      expect(c.disable_routing).to be true
+    end
+
+    it 'fails with 200' do
+      c = ESManager.new('localhost-route-enabled')
+      expect(c.disable_routing).to be false
+    end
+  end
+
+  context 'enable shard routing' do
+    it 'succeeds with 200' do
+      c = ESManager.new('localhost-route-enabled')
+      expect(c.enable_routing).to be true
+    end
+
+    it 'fails with 200' do
+      c = ESManager.new('localhost-route-disabled')
+      expect(c.enable_routing).to be false
+    end
+  end
+end
+
+describe 'Elasticsearch::Manager::ESManager' 'routing' do
+  let (:ssh_connection) { double("SSH Connection") }
+
+  before do
+    allow(Net::SSH).to receive(:start).and_yield(ssh_connection)
+
+    @input    = StringIO.new
+    @output   = StringIO.new
+    @terminal = HighLine.new(@input, @output)
+    allow(HighLine).to receive(:new).and_return(@terminal)
+  end
+
+  context 'rolling restart' do
+
+    it 'does a clean restart' do
+      expect(Net::SSH).to receive(:start).with('10.110.33.218', ENV['USER']).ordered
+      expect(Net::SSH).to receive(:start).with('10.110.40.133', ENV['USER']).ordered
+      expect(Net::SSH).to receive(:start).with('10.110.38.153', ENV['USER']).ordered
+
+      allow(ssh_connection).to receive(:exec) do |arg|
+        expect(arg).to eql('sudo service elasticsearch restart')
+      end
+      expect(ssh_connection).to receive(:exec).exactly(3).times
+
+      manager = ESManager.new('localhost', '9200')
+      manager.cluster_members!
+
+      @input << "y\ny\ny\n"
+      @input.rewind
+
+      capture_stdout do
+        manager.rolling_restart(5, 1)
+      end
+    end
+
+    it 'throws stabilization timeout' do
+      manager = ESManager.new('localhost-restart-timeout', 9200)
+      manager.cluster_members!
+      allow(ssh_connection).to receive(:exec) do |arg|
+        expect(arg).to eql('sudo service elasticsearch restart')
+      end
+
+      @input << "y\ny\ny\n"
+      @input.rewind
+
+      output = capture_stdout do
+        expect { manager.rolling_restart(2, 1) }.to raise_error(Elasticsearch::Manager::StabalizationTimeout)
+      end
+    end
+
+    it 'throws node available timeout' do
+      manager = ESManager.new('localhost-restart-not-available', 9200)
+      manager.cluster_members!
+      allow(ssh_connection).to receive(:exec) do |arg|
+        expect(arg).to eql('sudo service elasticsearch restart')
+      end
+
+      @input << "y\ny\ny\n"
+      @input.rewind
+
+      output = capture_stdout do
+        expect { manager.rolling_restart(2, 1) }.to raise_error(Elasticsearch::Manager::NodeAvailableTimeout)
+      end
+    end
+
+    it 'handles eventual stabilization' do
+      manager = ESManager.new('localhost-restart-stabilization', 9200)
+      manager.cluster_members!
+      allow(ssh_connection).to receive(:exec) do |arg|
+        expect(arg).to eql('sudo service elasticsearch restart')
+      end
+
+      @input << "y\ny\ny\n"
+      @input.rewind
+
+      output = capture_stdout do
+        expect { manager.rolling_restart(3, 1) }.not_to raise_error
+      end
+    end
+
+    it 'Allows user to bail' do
+      manager = ESManager.new('localhost', 9200)
+      manager.cluster_members!
+      allow(ssh_connection).to receive(:exec) do |arg|
+        expect(arg).to eql('sudo service elasticsearch restart')
+      end
+      opts = {:hostname => 'localhost', :port => '9200'}
+
+      @input << "n\n"
+      @input.rewind
+
+      output = capture_stdout do
+        expect { manager.rolling_restart(2, 1) }.to raise_error(Elasticsearch::Manager::UserRequestedStop)
+      end
+    end
+
+    it 'Allows user to bail at master restart' do
+      manager = ESManager.new('localhost', 9200)
+      manager.cluster_members!
+      allow(ssh_connection).to receive(:exec) do |arg|
+        expect(arg).to eql('sudo service elasticsearch restart')
+      end
+      opts = {:hostname => 'localhost', :port => '9200'}
+
+      @input << "y\ny\nn\n"
+      @input.rewind
+
+      output = capture_stdout do
+        expect { manager.rolling_restart(2, 1) }.to raise_error(Elasticsearch::Manager::UserRequestedStop)
+      end
+    end
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,226 @@
+# This file was generated by the `rspec --init` command. Conventionally, all
+# specs live under a `spec` directory, which RSpec adds to the `$LOAD_PATH`.
+# The generated `.rspec` file contains `--require spec_helper` which will cause
+# this file to always be loaded, without a need to explicitly require it in any
+# files.
+#
+# Given that it is always loaded, you are encouraged to keep this file as
+# light-weight as possible. Requiring heavyweight dependencies from this file
+# will add to the boot time of your test suite on EVERY test run, even for an
+# individual file that may not need all of that loaded. Instead, consider making
+# a separate helper file that requires the additional dependencies and performs
+# the additional setup, and require it from the spec files that actually need
+# it.
+#
+# The `.rspec` file also contains a few flags that are not defaults but that
+# users commonly want.
+#
+# See http://rubydoc.info/gems/rspec-core/RSpec/Core/Configuration
+require 'webmock/rspec'
+require 'rack'
+
+WebMock.disable_net_connect!(allow_localhost: false)
+DIR = File.expand_path(File.dirname(__FILE__))
+
+class RestartTimeoutRack
+  def initialize(state_success_count = 10)
+    @health_call_count = 0
+    @state_call_count = 0
+
+    @state_success_count = state_success_count
+  end
+
+  def call(env)
+    case env['PATH_INFO']
+    when '/_cluster/health'
+      case @health_call_count
+      when 1..4
+        ret = File.read(DIR + '/fixtures/health_initializing.json')
+      else
+        ret = File.read(DIR + '/fixtures/health.json')
+      end
+      @health_call_count += 1
+    when '/_cluster/settings'
+      if env['rack.input'].read[/none/].nil?
+        ret = '{"transient":{"cluster":{"routing":{"allocation":{"enable":"all"}}}}}'
+      else
+        ret = '{"transient":{"cluster":{"routing":{"allocation":{"enable":"none"}}}}}'
+      end
+    when '/_cluster/state'
+      if @state_call_count < @state_success_count
+        ret = File.read(DIR + '/fixtures/state.json')
+      else
+        ret = File.read(DIR + '/fixtures/state-node-initializing.json')
+      end
+      @state_call_count += 1
+    end
+    [200, { 'Content-Type' => 'application/json' }, [ret]]
+  end
+end
+
+RSpec.configure do |config|
+  # rspec-expectations config goes here. You can use an alternate
+  # assertion/expectation library such as wrong or the stdlib/minitest
+  # assertions if you prefer.
+  config.expect_with :rspec do |expectations|
+    # This option will default to `true` in RSpec 4. It makes the `description`
+    # and `failure_message` of custom matchers include text for helper methods
+    # defined using `chain`, e.g.:
+    #     be_bigger_than(2).and_smaller_than(4).description
+    #     # => "be bigger than 2 and smaller than 4"
+    # ...rather than:
+    #     # => "be bigger than 2"
+    expectations.include_chain_clauses_in_custom_matcher_descriptions = true
+  end
+
+  # rspec-mocks config goes here. You can use an alternate test double
+  # library (such as bogus or mocha) by changing the `mock_with` option here.
+  config.mock_with :rspec do |mocks|
+    # Prevents you from mocking or stubbing a method that does not exist on
+    # a real object. This is generally recommended, and will default to
+    # `true` in RSpec 4.
+    mocks.verify_partial_doubles = true
+  end
+
+# The settings below are suggested to provide a good initial experience
+# with RSpec, but feel free to customize to your heart's content.
+=begin
+  # These two settings work together to allow you to limit a spec run
+  # to individual examples or groups you care about by tagging them with
+  # `:focus` metadata. When nothing is tagged with `:focus`, all examples
+  # get run.
+  config.filter_run :focus
+  config.run_all_when_everything_filtered = true
+
+  # Limits the available syntax to the non-monkey patched syntax that is
+  # recommended. For more details, see:
+  #   - http://myronmars.to/n/dev-blog/2012/06/rspecs-new-expectation-syntax
+  #   - http://teaisaweso.me/blog/2013/05/27/rspecs-new-message-expectation-syntax/
+  #   - http://myronmars.to/n/dev-blog/2014/05/notable-changes-in-rspec-3#new__config_option_to_disable_rspeccore_monkey_patching
+  config.disable_monkey_patching!
+
+  # This setting enables warnings. It's recommended, but in some cases may
+  # be too noisy due to issues in dependencies.
+  config.warnings = true
+
+  # Many RSpec users commonly either run the entire suite or an individual
+  # file, and it's useful to allow more verbose output when running an
+  # individual spec file.
+  if config.files_to_run.one?
+    # Use the documentation formatter for detailed output,
+    # unless a formatter has already been configured
+    # (e.g. via a command-line flag).
+    config.default_formatter = 'doc'
+  end
+
+  # Print the 10 slowest examples and example groups at the
+  # end of the spec run, to help surface which specs are running
+  # particularly slow.
+  config.profile_examples = 10
+
+  # Run specs in random order to surface order dependencies. If you find an
+  # order dependency and want to debug it, you can fix the order by providing
+  # the seed, which is printed after each run.
+  #     --seed 1234
+  config.order = :random
+
+  # Seed global randomization in this process using the `--seed` CLI option.
+  # Setting this allows you to use `--seed` to deterministically reproduce
+  # test failures related to randomization by passing the same `--seed` value
+  # as the one that triggered the failure.
+  Kernel.srand config.seed
+=end
+  config.before(:each) do
+    stub_request(:get, /localhost:9200\/base\/client/).
+      to_return(status: 200, body: 'requested: /base/client', headers: {})
+
+    stub_request(:get, /localhost:9200\/_cluster\/health/).
+      to_return(status: 200,
+                body: File.read(DIR + '/fixtures/health.json'),
+                headers: {'Content-Type' => 'application/json'})
+
+    stub_request(:get, /localhost-yellow:9200\/_cluster\/health/).
+      to_return(status: 200,
+                body: File.read(DIR + '/fixtures/health_yellow.json'),
+                headers: {'Content-Type' => 'application/json'})
+
+    stub_request(:get, /localhost-red:9200\/_cluster\/health/).
+      to_return(status: 200,
+                body: File.read(DIR + '/fixtures/health_red.json'),
+                headers: {'Content-Type' => 'application/json'})
+
+    stub_request(:get, /localhost-realocating:9200\/_cluster\/health/).
+      to_return(status: 200,
+                body: File.read(DIR + '/fixtures/health_realocating.json'),
+                headers: {'Content-Type' => 'application/json'})
+
+    stub_request(:get, /localhost-initializing:9200\/_cluster\/health/).
+      to_return(status: 200,
+                body: File.read(DIR + '/fixtures/health_initializing.json'),
+                headers: {'Content-Type' => 'application/json'})
+
+    stub_request(:get, /localhost-unassigned:9200\/_cluster\/health/).
+      to_return(status: 200,
+                body: File.read(DIR + '/fixtures/health_unassigned.json'),
+                headers: {'Content-Type' => 'application/json'})
+
+    stub_request(:get, /localhost:9200\/_cluster\/state/).
+      to_return(status: 200,
+                body: File.read(DIR + '/fixtures/state.json'),
+                headers: {'Content-Type' => 'application/json'})
+
+    stub_request(:get, /localhost:9200\/_nodes/).
+      to_return(status: 200,
+                body: File.read(DIR + '/fixtures/nodes_.json'),
+                headers: {'Content-Type' => 'application/json'})
+
+    stub_request(:put, /localhost-route-disabled:9200\/_cluster\/settings/).
+      to_return(status: 200,
+                body: '{"transient":{"cluster":{"routing":{"allocation":{"enable":"none"}}}}}',
+                headers: {'Content-Type' => 'application/json'})
+
+    stub_request(:put, /localhost-route-enabled:9200\/_cluster\/settings/).
+      to_return(status: 200,
+                body: '{"transient":{"cluster":{"routing":{"allocation":{"enable":"all"}}}}}',
+                headers: {'Content-Type' => 'application/json'})
+
+    stub_request(:put, /localhost:9200\/_cluster\/settings/).
+      with(:body => '{"transient":{"cluster.routing.allocation.enable":"none"}}').
+      to_return(status: 200,
+                body: '{"transient":{"cluster":{"routing":{"allocation":{"enable":"none"}}}}}',
+                headers: {'Content-Type' => 'application/json'})
+
+    stub_request(:put, /localhost:9200\/_cluster\/settings/).
+      with(:body => '{"transient":{"cluster.routing.allocation.enable":"all"}}').
+      to_return(status: 200,
+                body: '{"transient":{"cluster":{"routing":{"allocation":{"enable":"all"}}}}}',
+                headers: {'Content-Type' => 'application/json'})
+
+
+    stub_request(:any, /localhost-restart-timeout:9200\//).
+      to_rack(RestartTimeoutRack.new)
+    stub_request(:any, /localhost-cmd-restart-timeout:9200\//).
+      to_rack(RestartTimeoutRack.new)
+
+    stub_request(:any, /localhost-restart-stabilization:9200\//).
+      to_rack(RestartTimeoutRack.new)
+    stub_request(:any, /localhost-cmd-restart-stabilization:9200\//).
+      to_rack(RestartTimeoutRack.new)
+
+    stub_request(:any, /localhost-restart-not-available:9200\//).
+      to_rack(RestartTimeoutRack.new(1))
+    stub_request(:any, /localhost-cmd-restart-not-available:9200\//).
+      to_rack(RestartTimeoutRack.new(1))
+  end
+end
+
+def capture_stdout(&block)
+  original_stdout = $stdout
+  $stdout = fake = StringIO.new
+  begin
+    yield
+  ensure
+    $stdout = original_stdout
+  end
+  fake.string
+end