elasticsnap 0.1.0

data/spec/elasticsnap/freeze_fs_spec.rb

@@ -0,0 +1,54 @@
+require 'spec_helper'
+
+describe Elasticsnap::FreezeFs do
+  it 'requires mount' do
+    expect { described_class.new }.to raise_error ArgumentError
+  end
+
+  it 'requires security_group' do
+    expect { described_class.new(mount: 'asdf') }.to raise_error ArgumentError
+  end
+
+  let(:mount) { '/mnt/data' }
+  let(:security_group) { 'group' }
+  let(:freeze) { described_class.new(mount: mount, security_group: security_group) }
+
+  before do
+    allow(freeze).to receive(:run_command).with('sync')
+    allow(freeze).to receive(:run_command).with('fsfreeze', '-f', mount)
+    allow(freeze).to receive(:run_command).with('fsfreeze', '-u', mount)
+  end
+
+  it 'syncs the filesystem' do
+    freeze.freeze
+    expect(freeze).to have_received(:run_command).with('sync')
+  end
+
+  it 'freezes the filesystem' do
+    freeze.freeze
+    expect(freeze).to have_received(:run_command).with('fsfreeze', '-f', mount)
+  end
+
+  it 'calls the passed block' do
+    block_called = false
+    freeze.freeze do
+      block_called = true
+    end
+
+    expect(block_called).to be_true
+  end
+
+  it 'unfreezes the filesystem' do
+    freeze.freeze
+    expect(freeze).to have_received(:run_command).with('fsfreeze', '-u', mount)
+  end
+
+  context 'when the block raises an exception' do
+    it 'unfreezes the filesystem' do
+      expect { freeze.freeze do
+        raise 'BOOM'
+      end }.to raise_error 'BOOM'
+      expect(freeze).to have_received(:run_command).with('fsfreeze', '-u', mount)
+    end
+  end
+end

data/spec/elasticsnap/security_group_spec.rb

@@ -0,0 +1,81 @@
+require 'spec_helper'
+
+describe Elasticsnap::SecurityGroup do
+  it 'requires name' do
+    expect { described_class.new }.to raise_error ArgumentError
+  end
+
+  let(:group) { described_class.new(name: 'elasticsearch') }
+  let(:hosts) {[double(:host1, id: 'host1', dns_name: 'host1.ec2'), double(:host2, id: 'host2', dns_name: 'host2.ec2')]}
+
+  describe '#fog_group' do
+    it 'fetches the fog model' do
+      groups = double(:groups)
+      group.stub_chain(:connection, :security_groups, :all).and_return(groups)
+      expect(groups).to receive(:first)
+      group.fog_group
+    end
+  end
+
+  describe '#id' do
+    it 'aliases the fog group_id' do
+      fog_group = double(:fog_group)
+      expect(group).to receive(:fog_group).and_return(fog_group)
+      expect(fog_group).to receive(:group_id)
+      group.id
+    end
+  end
+
+  describe '#hosts' do
+    it 'fetches all servers with the group id' do
+      allow(group).to receive(:id).and_return('sg-deadbeef')
+      servers = double(:servers)
+      group.stub_chain(:connection, :servers).and_return(servers)
+      expect(servers).to receive(:all).with('group-id' => 'sg-deadbeef')
+      group.hosts
+    end
+  end
+
+  describe '#volumes' do
+    let(:volumes) { double(:volumes) }
+    before do
+      allow(group).to receive(:hosts).and_return(hosts)
+      group.stub_chain(:connection, :volumes).and_return(volumes)
+    end
+
+    context 'with cluster name' do
+      it 'fetches all volumes with the instance ids and cluster name tag' do
+        expect(volumes).to receive(:all).with(
+          'attachment.instance-id' => ['host1', 'host2'],
+          'tag:ClusterName' => 'thundercats'
+        )
+        group.volumes(cluster_name: 'thundercats')
+      end
+    end
+
+    context 'without cluster name' do
+      it 'fetches all volumes with the instance ids' do
+        expect(volumes).to receive(:all).with(
+          'attachment.instance-id' => ['host1', 'host2']
+        )
+        group.volumes
+      end
+    end
+  end
+
+  describe '#ssh_hosts' do
+    before do
+      allow(group).to receive(:hosts).and_return(hosts)
+    end
+
+    it 'fetches the dns name for all hosts in the security group' do
+      expect(group.ssh_hosts).to eq ['host1.ec2', 'host2.ec2']
+    end
+
+    context 'with an ssh user' do
+      it 'adds the ssh user to each host' do
+        expect(group.ssh_hosts(ssh_user: 'foo')).to eq ['foo@host1.ec2', 'foo@host2.ec2']
+      end
+    end
+  end
+end

data/spec/elasticsnap/snapshot_spec.rb

@@ -0,0 +1,63 @@
+require 'spec_helper'
+
+describe Elasticsnap::Snapshot do
+  let(:security_group) { 'elasticsearch' }
+  let(:url) { 'localhost:9200' }
+  let(:mount) { '/usr/local/var/data/elasticsearch/disk1' }
+  let(:quorum_nodes) { 2 }
+  let(:snapshot) { described_class.new(security_group: security_group, url: url, mount: mount, quorum_nodes: quorum_nodes) }
+
+  before do
+    allow(snapshot).to receive(:verify_es_cluster_status!)
+    allow(snapshot).to receive(:freeze_es) do |&block|
+      block.call
+    end
+    allow(snapshot).to receive(:freeze_fs) do |&block|
+      block.call
+    end
+    allow(snapshot).to receive(:ebs_snapshot!)
+  end
+
+  it 'requires security group' do
+    expect { described_class.new }.to raise_error ArgumentError
+  end
+
+  it 'requires url' do
+    expect { described_class.new(security_group: 'foo') }.to raise_error ArgumentError
+  end
+
+  it 'requires mount' do
+    expect { described_class.new(security_group: 'foo', url: 'foo') }.to raise_error ArgumentError
+  end
+
+  it 'requires quorum_nodes' do
+    expect { described_class.new(security_group: 'foo', url: 'foo', mount: 'foo') }.to raise_error ArgumentError
+  end
+
+  it 'checks the ES cluster status' do
+    snapshot.call
+    expect(snapshot).to have_received :verify_es_cluster_status!
+  end
+
+  context 'when the cluster status is bad' do
+    it 'raises an exception' do
+      allow(snapshot).to receive(:verify_es_cluster_status!).and_raise 'bad cluster!'
+      expect { snapshot.call }.to raise_error 'bad cluster!'
+    end
+  end
+
+  it 'freezes elasticsearch' do
+    snapshot.call
+    expect(snapshot).to have_received :freeze_es
+  end
+
+  it 'freezes the filesystem' do
+    snapshot.call
+    expect(snapshot).to have_received :freeze_fs
+  end
+
+  it 'snapshots the EBS volume' do
+    snapshot.call
+    expect(snapshot).to have_received :ebs_snapshot!
+  end
+end

data/spec/elasticsnap/verify_es_cluster_status_spec.rb

@@ -0,0 +1,32 @@
+require 'spec_helper'
+
+describe Elasticsnap::VerifyEsClusterStatus do
+  it 'requires a url' do
+    expect { described_class.new(quorum_nodes: 1) }.to raise_error ArgumentError
+  end
+
+  it 'requires quorum_nodes' do
+    expect { described_class.new(url: 'asdf') }.to raise_error ArgumentError
+  end
+
+  let(:verify) { described_class.new(url: 'localhost:9200', quorum_nodes: 2) }
+
+  it 'queries elasticsearch with flex' do
+    expect(Flex).to receive(:cluster_health).and_return({'status' => 'green', 'number_of_nodes' => 2 })
+    verify.verify!
+  end
+
+  context 'when the cluster remains red' do
+    it 'raises a StatusRed exception' do
+      allow(Flex).to receive(:cluster_health).and_return({'status' => 'red'})
+      expect { verify.verify! }.to raise_error Elasticsnap::VerifyEsClusterStatus::StatusRed
+    end
+  end
+
+  context "when the cluster hasn't reached quorum" do
+    it 'raises a NoQuorum exception' do
+      allow(Flex).to receive(:cluster_health).and_return({'status' => 'green', 'number_of_nodes' => 1 })
+      expect { verify.verify! }.to raise_error Elasticsnap::VerifyEsClusterStatus::NoQuorum
+    end
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,30 @@
+# This file was generated by the `rspec --init` command. Conventionally, all
+# specs live under a `spec` directory, which RSpec adds to the `$LOAD_PATH`.
+# Require this file using `require "spec_helper"` to ensure that it is only
+# loaded once.
+#
+# See http://rubydoc.info/gems/rspec-core/RSpec/Core/Configuration
+
+#require 'byebug'
+require 'elasticsnap'
+require 'aruba/api'
+require 'aruba/in_process'
+require 'webmock/rspec'
+
+Dir['./spec/support/*.rb'].map {|f| require f}
+
+RSpec.configure do |config|
+  config.treat_symbols_as_metadata_keys_with_true_values = true
+  config.run_all_when_everything_filtered = true
+  config.filter_run :focus
+
+  # Run specs in random order to surface order dependencies. If you find an
+  # order dependency and want to debug it, you can fix the order by providing
+  # the seed, which is printed after each run.
+  #     --seed 1234
+  config.order = 'random'
+
+  config.include Aruba::Api, example_group: {
+    file_path: %r{spec/acceptance}
+  }
+end

data/spec/support/aruba.rb

@@ -0,0 +1,26 @@
+require 'elasticsnap/cli/application'
+
+class ThorMain
+  def initialize(argv, stdin, stdout, stderr, kernel)
+    @argv, @stdin, @stdout, @stderr, @kernel = argv, stdin, stdout, stderr, kernel
+  end
+
+  def execute!
+    $stdin  = @stdin
+    $stdout = @stdout
+    $stderr = @stderr
+
+    Elasticsnap::Cli::Application.start(@argv)
+    @kernel.exit(0)
+  end
+end
+
+Aruba::InProcess.main_class = ThorMain
+Aruba.process = Aruba::InProcess
+
+def start(command, *args)
+  cmd = './../../bin/elasticsnap'
+  cmd << " #{command}" if command
+  cmd << " #{args.join(' ')}" if args
+  run_simple cmd
+end

metadata

@@ -0,0 +1,225 @@
+--- !ruby/object:Gem::Specification
+name: elasticsnap
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Ryan Schlesinger
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-09-10 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: fog
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.15'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.15'
+- !ruby/object:Gem::Dependency
+  name: thor
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.18.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.18.1
+- !ruby/object:Gem::Dependency
+  name: flex
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.0.4
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.0.4
+- !ruby/object:Gem::Dependency
+  name: rest-client
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.6.7
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.6.7
+- !ruby/object:Gem::Dependency
+  name: capistrano
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 2.15.5
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 2.15.5
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.3'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.3'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: aruba
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: webmock
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Consistent snapshots for elasticsearch
+email:
+- ryan@aceofsales.com
+executables:
+- elasticsnap
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- .rspec
+- .travis.yml
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/elasticsnap
+- elasticsnap.gemspec
+- lib/elasticsnap.rb
+- lib/elasticsnap/cli.rb
+- lib/elasticsnap/cli/application.rb
+- lib/elasticsnap/cli/base.rb
+- lib/elasticsnap/config.rb
+- lib/elasticsnap/ebs_snapshot.rb
+- lib/elasticsnap/freeze_elasticsearch.rb
+- lib/elasticsnap/freeze_fs.rb
+- lib/elasticsnap/security_group.rb
+- lib/elasticsnap/snapshot.rb
+- lib/elasticsnap/snapshot_volume_tags.rb
+- lib/elasticsnap/verify_es_cluster_status.rb
+- lib/elasticsnap/version.rb
+- spec/acceptance/snapshot_spec.rb
+- spec/elasticsnap/ebs_snapshot_spec.rb
+- spec/elasticsnap/freeze_elasticsearch_spec.rb
+- spec/elasticsnap/freeze_fs_spec.rb
+- spec/elasticsnap/security_group_spec.rb
+- spec/elasticsnap/snapshot_spec.rb
+- spec/elasticsnap/verify_es_cluster_status_spec.rb
+- spec/spec_helper.rb
+- spec/support/aruba.rb
+homepage: https://github.com/aceofsales/elasticsnap
+licenses:
+- Apache 2.0
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.0.7
+signing_key: 
+specification_version: 4
+summary: Consistent snapshots for elasticsearch with a focus on EBS snapshots
+test_files:
+- spec/acceptance/snapshot_spec.rb
+- spec/elasticsnap/ebs_snapshot_spec.rb
+- spec/elasticsnap/freeze_elasticsearch_spec.rb
+- spec/elasticsnap/freeze_fs_spec.rb
+- spec/elasticsnap/security_group_spec.rb
+- spec/elasticsnap/snapshot_spec.rb
+- spec/elasticsnap/verify_es_cluster_status_spec.rb
+- spec/spec_helper.rb
+- spec/support/aruba.rb