data-exporter 1.3.7

data/spec/configuration_spec.rb

@@ -0,0 +1,259 @@
+require 'spec_helper'
+
+describe DataExporter::Configuration do
+  let(:instance) { DataExporter::Configuration.new }
+
+  describe '#load' do
+    let(:config_path) { Dir.mktmpdir('data_export') }
+    let(:export_dir) { Dir.mktmpdir('data_export') }
+    let(:download_dir) { Dir.mktmpdir('data_download') }
+    let(:unpack_dir) { Dir.mktmpdir('data_unpack') }
+    let(:backup_dir) { Dir.mktmpdir('data_export') }
+    let(:unpack_dir) { Dir.mktmpdir('data_export') }
+    let(:backup_key) { File.expand_path('../fixtures/backup_key', __FILE__) }
+    let(:backup_prefix) { 'data_export' }
+    let(:archive_base_directory) { 'data_exporter' }
+    let(:mysqldump_path) { '/opt/local/bin/mysqldump5' }
+    let(:mysqldump_options) { '' }
+
+    let(:mysql_config) do
+      {
+        adapter:  'mysql2',
+        host:     'localhost',
+        database: 'centurion_test',
+        username: 'root'
+      }
+    end
+
+    let(:s3_config) do
+      {
+        access_key_id: 'spec',
+        secret_access_key: 'spec',
+        bucket_name: 'spec',
+        prefix: backup_prefix
+      }
+    end
+
+    let(:redis_config) do
+      {
+        host: 'localhost',
+        port: 6379
+      }
+    end
+
+    let(:sftp_config) { {} }
+
+    let(:config_hash) do
+      {
+        export_dir: export_dir,
+        download_dir: download_dir,
+        unpack_dir: unpack_dir,
+        backup_dir: backup_dir,
+        backup_key: backup_key,
+        mysqldump_path: mysqldump_path,
+        mysqldump_options: mysqldump_options,
+        mysql: mysql_config,
+        s3: s3_config,
+        redis: redis_config,
+        sftp: sftp_config
+      }
+    end
+
+    let(:config_yaml) { config_hash.to_yaml }
+
+    let(:config_file) do
+      File.join(config_path, 'config_file').tap do |config_file|
+        File.open(config_file, 'w') do |file|
+          file.write config_yaml
+          file.close
+        end
+      end
+    end
+
+    let(:options) { {config_file: config_file} }
+
+    subject do
+      instance.load(options)
+    end
+
+    shared_context 'a configuration' do
+      describe '#export_dir' do
+        subject { super().export_dir }
+        it { is_expected.to eq(export_dir) }
+      end
+
+      describe '#download_dir' do
+        subject { super().download_dir }
+        it { is_expected.to eq(download_dir) }
+      end
+
+      describe '#unpack_dir' do
+        subject { super().unpack_dir }
+        it { is_expected.to eq(unpack_dir) }
+      end
+
+      describe '#backup_dir' do
+        subject { super().backup_dir }
+        it { is_expected.to eq(backup_dir) }
+      end
+
+      describe '#backup_key' do
+        subject { super().backup_key }
+        it { is_expected.to eq(backup_key) }
+      end
+
+      describe '#backup_prefix' do
+        subject { super().backup_prefix }
+        it { is_expected.to eq(backup_prefix) }
+      end
+
+      describe '#database' do
+        subject { super().database }
+        it { is_expected.to include(mysql_config) }
+      end
+
+      describe '#mysql' do
+        subject { super().mysql }
+        it { is_expected.to include(mysql_config) }
+      end
+
+      describe '#s3' do
+        subject { super().s3 }
+        it { is_expected.to include(bucket: 'spec', access_key_id: 'spec', secret_access_key: 'spec') }
+      end
+
+      describe '#mysqldump_path' do
+        subject { super().mysqldump_path }
+        it { is_expected.to eq(mysqldump_path) }
+      end
+
+      describe '#mysqldump_options' do
+        subject { super().mysqldump_options }
+        it { is_expected.to be_empty }
+      end
+
+      describe '#redis' do
+        subject { super().redis }
+        it { is_expected.to include redis_config }
+      end
+    end
+
+    it_behaves_like 'a configuration'
+
+    context 'with configuraiton provided by STDIN' do
+      let(:config_file) { '-' }
+      before do
+        expect(STDIN).to receive(:read).and_return(config_hash.to_yaml)
+      end
+      it_behaves_like 'a configuration'
+    end
+
+    context 'with relative backup_key' do
+      let(:backup_key) { 'backup_key' }
+
+      describe '#backup_key' do
+        subject { super().backup_key }
+        it { is_expected.to eq(File.join(config_path, backup_key)) }
+      end
+    end
+
+    context 'with alternative backup_prefix' do
+      before do
+        config_hash.merge(:backup_prefix => backup_prefix)
+      end
+
+      describe '#backup_prefix' do
+        subject { super().backup_prefix }
+        it { is_expected.to eq(backup_prefix) }
+      end
+    end
+
+    context 'when bucket has s3:// prefix' do
+      before do
+        config_hash[:s3].merge!(:bucket_name => 's3://fqbn')
+      end
+
+      describe '#s3' do
+        subject { super().s3 }
+        it { is_expected.to include(bucket: 'fqbn') }
+      end
+    end
+
+    context 'with default options and no s3 configuration' do
+      let(:options) { {config_file: config_file} }
+      let(:s3_config) { {} }
+
+      it { expect { subject }.to raise_error(/missing s3 section/) }
+    end
+
+    context 'with default options and no mysql configuration' do
+      let(:options) { {config_file: config_file} }
+      let(:mysql_config) { {} }
+
+      it { expect { subject }.to_not raise_error }
+    end
+
+    context 'with mysql_required=true option and no mysql configuration' do
+      let(:options) { {config_file: config_file, mysql_required: true} }
+      let(:mysql_config) { {} }
+
+      it { expect { subject }.to raise_error(/missing mysql section/) }
+    end
+
+    context 'with mysql_required=false option and no mysql configuration' do
+      let(:options) { {config_file: config_file, mysql_required: false} }
+      let(:mysql_config) { {} }
+
+      it { expect { subject }.to_not raise_error }
+    end
+
+    context 'with redis_key_prefix option and no redis configuration' do
+      let(:options) { {config_file: config_file, redis_key_prefix: 'data_exporter_prefix'} }
+      let(:redis_config) { {} }
+
+      it { expect { subject }.to raise_error }
+    end
+
+    context 'with sftp configuration' do
+      let(:sftp_config) do
+        {
+          host: 'localhost',
+          user: 'eventrobot'
+        }
+      end
+
+      let(:options) { {config_file: config_file} }
+
+      describe '#sftp_enabled?' do
+        subject { super().sftp_enabled? }
+        it { is_expected.to be_truthy }
+      end
+
+      describe '#sftp' do
+        subject { super().sftp }
+        it { is_expected.to include(host: 'localhost', user: 'eventrobot') }
+      end
+    end
+
+    context 'with mysqldump_options' do
+      let(:mysqldump_options) { '--single-transaction --master-data=2' }
+
+      describe '#mysqldump_options' do
+        subject { super().mysqldump_options }
+        it { is_expected.to eq(['--single-transaction', '--master-data=2']) }
+      end
+    end
+
+    context 'with configuration modes' do
+      let(:config_yaml) { { :default => config_hash }.to_yaml }
+      it_behaves_like 'a configuration'
+    end
+
+    context 'with configuration modes and --mode option' do
+      let(:config_yaml) { { :default => {}, :other => config_hash }.to_yaml }
+      let(:options) { {config_file: config_file, mode: 'other'} }
+      it_behaves_like 'a configuration'
+    end
+  end
+end
+

data/spec/data_exporter_spec.rb

@@ -0,0 +1,5 @@
+require 'spec_helper'
+
+describe DataExporter do
+  it { is_expected.to be_a(Module) }
+end

data/spec/fixtures/backup_key

@@ -0,0 +1 @@
+spec

data/spec/spec_helper.rb

@@ -0,0 +1,13 @@
+require 'bundler/setup'
+Bundler.require(:default, :development, :test)
+require 'data_exporter'
+require 'tempfile'
+require 'tmpdir'
+
+Dir["#{File.dirname(__FILE__)}/support/**/*.rb"].each {|f| require f}
+
+RSpec.configure do |config|
+  config.include SeedData
+  config.mock_with :rspec
+end
+

data/spec/support/seed_data.rb

@@ -0,0 +1,41 @@
+class User < ActiveRecord::Base; end
+
+module SeedData
+  def self.included(base)
+    base.before :all do
+      DataExporter.configure do |config|
+        config.database = {
+          adapter:  'mysql2',
+          host:     'localhost',
+          database: 'centurion_test',
+          username: 'root'
+        }
+      end
+
+      DataExporter.database_connection
+
+      ActiveRecord::Migration.suppress_messages do
+        ActiveRecord::Schema.define do
+          create_table :users, :force => true do |table|
+            table.column :username, :string
+            table.column :first_name, :string
+            table.column :last_name, :string
+            table.column :email, :string
+            table.column :created_at, :timestamp
+            table.column :updated_at, :timestamp
+          end
+        end
+
+        User.create(
+          first_name: 'Emily',
+          last_name:  'James',
+          email:      'emily@socialcast.com')
+
+        User.create(
+           first_name: 'Jennifer',
+           last_name:  'Lawson',
+           email:      'jennifer@socialcast.com')
+      end
+    end
+  end
+end

metadata

@@ -0,0 +1,237 @@
+--- !ruby/object:Gem::Specification
+name: data-exporter
+version: !ruby/object:Gem::Version
+  version: 1.3.7
+platform: ruby
+authors:
+- Michael Andrews
+- Geoff Hichborn
+- Sean Cashin
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2015-06-17 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: thor
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: aws-sdk
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.64'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.64'
+- !ruby/object:Gem::Dependency
+  name: archive-tar-minitar
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: net-sftp
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: activesupport
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: activerecord
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: mysql2
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: redis
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">"
+      - !ruby/object:Gem::Version
+        version: '2.99'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">"
+      - !ruby/object:Gem::Version
+        version: '2.99'
+- !ruby/object:Gem::Dependency
+  name: timecop
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: byebug
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Database Import / Export Tool
+email:
+- michael@socialcast.com
+executables:
+- data-exporter
+extensions: []
+extra_rdoc_files: []
+files:
+- README.md
+- Rakefile
+- bin/data-exporter
+- lib/data_exporter.rb
+- lib/data_exporter/actions.rb
+- lib/data_exporter/archive.rb
+- lib/data_exporter/cli.rb
+- lib/data_exporter/configuration.rb
+- lib/data_exporter/version.rb
+- spec/actions_spec.rb
+- spec/cli_spec.rb
+- spec/configuration_spec.rb
+- spec/data_exporter_spec.rb
+- spec/fixtures/backup_key
+- spec/spec_helper.rb
+- spec/support/seed_data.rb
+homepage: https://github.com/socialcast/data-exporter
+licenses: []
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.6
+signing_key: 
+specification_version: 4
+summary: Database Import / Export Tool
+test_files:
+- spec/actions_spec.rb
+- spec/cli_spec.rb
+- spec/configuration_spec.rb
+- spec/data_exporter_spec.rb
+- spec/fixtures/backup_key
+- spec/spec_helper.rb
+- spec/support/seed_data.rb