backup 3.0.27 → 3.1.0

data/spec/storage/cloudfiles_spec.rb

@@ -1,254 +0,0 @@
-# encoding: utf-8
-
-require File.expand_path('../../spec_helper.rb', __FILE__)
-
-describe Backup::Storage::CloudFiles do
-  let(:model)   { Backup::Model.new(:test_trigger, 'test label') }
-  let(:storage) do
-    Backup::Storage::CloudFiles.new(model) do |cf|
-      cf.username  = 'my_username'
-      cf.api_key   = 'my_api_key'
-      cf.auth_url  = 'lon.auth.api.rackspacecloud.com'
-      cf.container = 'my_container'
-      cf.keep      = 5
-    end
-  end
-
-  it 'should be a subclass of Storage::Base' do
-    Backup::Storage::CloudFiles.
-      superclass.should == Backup::Storage::Base
-  end
-
-  describe '#initialize' do
-    after { Backup::Storage::CloudFiles.clear_defaults! }
-
-    it 'should load pre-configured defaults through Base' do
-      Backup::Storage::CloudFiles.any_instance.expects(:load_defaults!)
-      storage
-    end
-
-    it 'should pass the model reference to Base' do
-      storage.instance_variable_get(:@model).should == model
-    end
-
-    it 'should pass the storage_id to Base' do
-      storage = Backup::Storage::CloudFiles.new(model, 'my_storage_id')
-      storage.storage_id.should == 'my_storage_id'
-    end
-
-    context 'when no pre-configured defaults have been set' do
-      it 'should use the values given' do
-        storage.username.should   == 'my_username'
-        storage.api_key.should    == 'my_api_key'
-        storage.auth_url.should   == 'lon.auth.api.rackspacecloud.com'
-        storage.container.should  == 'my_container'
-        storage.servicenet.should == false
-        storage.path.should       == 'backups'
-
-        storage.storage_id.should be_nil
-        storage.keep.should       == 5
-      end
-
-      it 'should use default values if none are given' do
-        storage = Backup::Storage::CloudFiles.new(model)
-
-        storage.username.should   be_nil
-        storage.api_key.should    be_nil
-        storage.auth_url.should   be_nil
-        storage.container.should  be_nil
-        storage.servicenet.should == false
-        storage.path.should       == 'backups'
-
-        storage.storage_id.should be_nil
-        storage.keep.should       be_nil
-      end
-    end # context 'when no pre-configured defaults have been set'
-
-    context 'when pre-configured defaults have been set' do
-      before do
-        Backup::Storage::CloudFiles.defaults do |s|
-          s.username   = 'some_username'
-          s.api_key    = 'some_api_key'
-          s.auth_url   = 'some_auth_url'
-          s.container  = 'some_container'
-          s.servicenet = true
-          s.path       = 'some_path'
-          s.keep       = 15
-        end
-      end
-
-      it 'should use pre-configured defaults' do
-        storage = Backup::Storage::CloudFiles.new(model)
-
-        storage.username.should   == 'some_username'
-        storage.api_key.should    == 'some_api_key'
-        storage.auth_url.should   == 'some_auth_url'
-        storage.container.should  == 'some_container'
-        storage.servicenet.should == true
-        storage.path.should       == 'some_path'
-
-        storage.storage_id.should be_nil
-        storage.keep.should       == 15
-      end
-
-      it 'should override pre-configured defaults' do
-        storage = Backup::Storage::CloudFiles.new(model) do |s|
-          s.username   = 'new_username'
-          s.api_key    = 'new_api_key'
-          s.auth_url   = 'new_auth_url'
-          s.container  = 'new_container'
-          s.servicenet = false
-          s.path       = 'new_path'
-          s.keep       = 10
-        end
-
-        storage.username.should   == 'new_username'
-        storage.api_key.should    == 'new_api_key'
-        storage.auth_url.should   == 'new_auth_url'
-        storage.container.should  == 'new_container'
-        storage.servicenet.should == false
-        storage.path.should       == 'new_path'
-
-        storage.storage_id.should be_nil
-        storage.keep.should       == 10
-      end
-    end # context 'when pre-configured defaults have been set'
-  end # describe '#initialize'
-
-  describe '#provider' do
-    it 'should set the Fog provider' do
-      storage.send(:provider).should == 'Rackspace'
-    end
-  end
-
-  describe '#connection' do
-    let(:connection) { mock }
-
-    context 'when @servicenet is set to false' do
-      it 'should create a new standard connection' do
-        Fog::Storage.expects(:new).once.with(
-          :provider             => 'Rackspace',
-          :rackspace_username   => 'my_username',
-          :rackspace_api_key    => 'my_api_key',
-          :rackspace_auth_url   => 'lon.auth.api.rackspacecloud.com',
-          :rackspace_servicenet => false
-        ).returns(connection)
-        storage.send(:connection).should == connection
-      end
-    end
-
-    context 'when @servicenet is set to true' do
-      before do
-        storage.servicenet = true
-      end
-
-      it 'should create a new servicenet connection' do
-        Fog::Storage.expects(:new).once.with(
-          :provider             => 'Rackspace',
-          :rackspace_username   => 'my_username',
-          :rackspace_api_key    => 'my_api_key',
-          :rackspace_auth_url   => 'lon.auth.api.rackspacecloud.com',
-          :rackspace_servicenet => true
-        ).returns(connection)
-        storage.send(:connection).should == connection
-      end
-    end
-
-    it 'should return an existing connection' do
-      Fog::Storage.expects(:new).once.returns(connection)
-      storage.send(:connection).should == connection
-      storage.send(:connection).should == connection
-    end
-
-  end # describe '#connection'
-
-  describe '#transfer!' do
-    let(:connection) { mock }
-    let(:package) { mock }
-    let(:file) { mock }
-    let(:s) { sequence '' }
-
-    before do
-      storage.instance_variable_set(:@package, package)
-      storage.stubs(:storage_name).returns('Storage::CloudFiles')
-      storage.stubs(:local_path).returns('/local/path')
-      storage.stubs(:connection).returns(connection)
-    end
-
-    it 'should transfer the package files' do
-      storage.expects(:remote_path_for).in_sequence(s).with(package).
-          returns('remote/path')
-      storage.expects(:files_to_transfer_for).in_sequence(s).with(package).
-        multiple_yields(
-        ['2011.12.31.11.00.02.backup.tar.enc-aa', 'backup.tar.enc-aa'],
-        ['2011.12.31.11.00.02.backup.tar.enc-ab', 'backup.tar.enc-ab']
-      )
-      # first yield
-      Backup::Logger.expects(:message).in_sequence(s).with(
-        "Storage::CloudFiles started transferring " +
-        "'2011.12.31.11.00.02.backup.tar.enc-aa'."
-      )
-      File.expects(:open).in_sequence(s).with(
-        File.join('/local/path', '2011.12.31.11.00.02.backup.tar.enc-aa'), 'r'
-      ).yields(file)
-      connection.expects(:put_object).in_sequence(s).with(
-        'my_container', File.join('remote/path', 'backup.tar.enc-aa'), file
-      )
-      # second yield
-      Backup::Logger.expects(:message).in_sequence(s).with(
-        "Storage::CloudFiles started transferring " +
-        "'2011.12.31.11.00.02.backup.tar.enc-ab'."
-      )
-      File.expects(:open).in_sequence(s).with(
-        File.join('/local/path', '2011.12.31.11.00.02.backup.tar.enc-ab'), 'r'
-      ).yields(file)
-      connection.expects(:put_object).in_sequence(s).with(
-        'my_container', File.join('remote/path', 'backup.tar.enc-ab'), file
-      )
-
-      storage.send(:transfer!)
-    end
-  end # describe '#transfer!'
-
-  describe '#remove!' do
-    let(:package) { mock }
-    let(:connection) { mock }
-    let(:s) { sequence '' }
-
-    before do
-      storage.stubs(:storage_name).returns('Storage::CloudFiles')
-      storage.stubs(:connection).returns(connection)
-    end
-
-    it 'should remove the package files' do
-      storage.expects(:remote_path_for).in_sequence(s).with(package).
-          returns('remote/path')
-      storage.expects(:transferred_files_for).in_sequence(s).with(package).
-        multiple_yields(
-        ['2011.12.31.11.00.02.backup.tar.enc-aa', 'backup.tar.enc-aa'],
-        ['2011.12.31.11.00.02.backup.tar.enc-ab', 'backup.tar.enc-ab']
-      )
-      # first yield
-      Backup::Logger.expects(:message).in_sequence(s).with(
-        "Storage::CloudFiles started removing " +
-        "'2011.12.31.11.00.02.backup.tar.enc-aa' " +
-        "from container 'my_container'."
-      )
-      connection.expects(:delete_object).in_sequence(s).with(
-        'my_container', File.join('remote/path', 'backup.tar.enc-aa')
-      )
-      # second yield
-      Backup::Logger.expects(:message).in_sequence(s).with(
-        "Storage::CloudFiles started removing " +
-        "'2011.12.31.11.00.02.backup.tar.enc-ab' " +
-        "from container 'my_container'."
-      )
-      connection.expects(:delete_object).in_sequence(s).with(
-        'my_container', File.join('remote/path', 'backup.tar.enc-ab')
-      )
-
-      storage.send(:remove!, package)
-    end
-  end # describe '#remove!'
-
-end

data/spec/storage/cycler_spec.rb

@@ -1,247 +0,0 @@
-# encoding: utf-8
-
-require File.expand_path('../../spec_helper.rb', __FILE__)
-
-describe 'Backup::Storage::Cycler' do
-  let(:cycler)        { Backup::Storage::Cycler }
-  let(:storage)       { mock }
-  let(:package)       { mock }
-  let(:storage_file)  { mock }
-  let(:pkg_a)         { mock }
-  let(:pkg_b)         { mock }
-  let(:pkg_c)         { mock }
-  let(:s)             { sequence '' }
-
-  describe '#cycle!' do
-    it 'should setup variables and initiate cycling' do
-      cycler.expects(:storage_file).in_sequence(s).returns(storage_file)
-      cycler.expects(:update_storage_file!).in_sequence(s)
-      cycler.expects(:remove_packages!).in_sequence(s)
-      cycler.cycle!(storage, package)
-      cycler.instance_variable_get(:@storage).should be(storage)
-      cycler.instance_variable_get(:@package).should be(package)
-      cycler.instance_variable_get(:@storage_file).should be(storage_file)
-    end
-  end
-
-  describe 'update_storage_file!' do
-    before do
-      cycler.instance_variable_set(:@storage, storage)
-      cycler.instance_variable_set(:@package, package)
-      cycler.instance_variable_set(:@storage_file, storage_file)
-    end
-
-    it 'should remove entries and set @packages_to_remove' do
-      storage.stubs(:keep).returns(2)
-      cycler.expects(:yaml_load).in_sequence(s).returns([pkg_a, pkg_b, pkg_c])
-      cycler.expects(:yaml_save).in_sequence(s).with([package, pkg_a])
-      cycler.send(:update_storage_file!)
-      cycler.instance_variable_get(:@packages_to_remove).should == [pkg_b, pkg_c]
-    end
-
-    it 'should typecast the value of keep' do
-      storage.stubs(:keep).returns('2')
-      cycler.expects(:yaml_load).in_sequence(s).returns([pkg_a, pkg_b, pkg_c])
-      cycler.expects(:yaml_save).in_sequence(s).with([package, pkg_a])
-      cycler.send(:update_storage_file!)
-      cycler.instance_variable_get(:@packages_to_remove).should == [pkg_b, pkg_c]
-    end
-  end
-
-  describe '#remove_packages!' do
-    before do
-      cycler.instance_variable_set(:@storage, storage)
-      cycler.instance_variable_set(:@packages_to_remove, [pkg_a, pkg_b, pkg_c])
-    end
-
-    it 'should call the @storage to remove the old packages' do
-      storage.expects(:remove!).in_sequence(s).with(pkg_a)
-      storage.expects(:remove!).in_sequence(s).with(pkg_b)
-      storage.expects(:remove!).in_sequence(s).with(pkg_c)
-      cycler.send(:remove_packages!)
-    end
-
-    context 'when errors occur removing packages' do
-      before do
-        pkg_b.stubs(:trigger).returns('pkg_trigger')
-        pkg_b.stubs(:time).returns('pkg_time')
-        pkg_b.stubs(:filenames).returns(['file1', 'file2'])
-      end
-
-      it 'should warn and continue' do
-        storage.expects(:remove!).in_sequence(s).with(pkg_a)
-        storage.expects(:remove!).in_sequence(s).with(pkg_b).raises('error message')
-        Backup::Logger.expects(:warn).with do |err|
-          err.should be_an_instance_of Backup::Errors::Storage::CyclerError
-          err.message.should == 'Storage::CyclerError: ' +
-              "There was a problem removing the following package:\n" +
-              "  Trigger: pkg_trigger :: Dated: pkg_time\n" +
-              "  Package included the following 2 file(s):\n" +
-              "  file1\n" +
-              "  file2\n" +
-              "  Reason: RuntimeError\n" +
-              "  error message"
-        end
-        storage.expects(:remove!).in_sequence(s).with(pkg_c)
-
-        expect do
-          cycler.send(:remove_packages!)
-        end.not_to raise_error
-      end
-    end
-
-  end # describe '#remove_packages!'
-
-  describe '#storage_file' do
-    before do
-      cycler.instance_variable_set(:@storage, storage)
-      storage.stubs(:class).returns('Backup::Storage::S3')
-      cycler.instance_variable_set(:@package, package)
-      package.stubs(:trigger).returns('pkg_trigger')
-    end
-
-    context 'when the @storage.storage_id is not set' do
-      before { storage.stubs(:storage_id).returns(nil) }
-      it 'should return the path to the YAML storage file with no suffix' do
-        cycler.send(:storage_file).should ==
-            File.join(Backup::Config.data_path, 'pkg_trigger', 'S3.yml')
-      end
-    end
-
-    context 'when the @storage.storage_id is set' do
-      before { storage.stubs(:storage_id).returns('Storage #1') }
-      it 'should sanitize the storage_id to use as a filename suffix' do
-        cycler.send(:storage_file).should ==
-            File.join(Backup::Config.data_path, 'pkg_trigger', 'S3-Storage__1.yml')
-      end
-    end
-
-  end # describe '#storage_file'
-
-  describe '#yaml_load' do
-    let(:obj_a) { mock }
-    let(:obj_b) { mock }
-    let(:obj_c) { mock }
-    let(:unsorted_objects)  { [obj_a, obj_c, obj_b] }
-    let(:sorted_objects)    { [obj_c, obj_b, obj_a] }
-
-    before do
-      cycler.instance_variable_set(:@storage_file, storage_file)
-      obj_a.instance_variable_set(:@time, '2012.01.01.07.00.00')
-      obj_b.instance_variable_set(:@time, '2012.01.01.08.00.00')
-      obj_c.instance_variable_set(:@time, '2012.01.01.09.00.00')
-    end
-
-    context 'when the storage file exists' do
-      before { File.expects(:exist?).with(storage_file).returns(true) }
-      context 'when the file is not empty' do
-        before { File.expects(:zero?).with(storage_file).returns(false) }
-        it 'should return YAML deserialized objects in an array, sorted by time DESC' do
-          YAML.expects(:load_file).with(storage_file).returns(unsorted_objects)
-          cycler.expects(:check_upgrade).with(sorted_objects).returns(sorted_objects)
-          cycler.send(:yaml_load).should be(sorted_objects)
-        end
-      end
-      context 'when the file is empty' do
-        before { File.expects(:zero?).with(storage_file).returns(true) }
-        it 'should return an empty array' do
-          cycler.send(:yaml_load).should == []
-        end
-      end
-    end
-
-    context 'when the storage file does not exist' do
-      before { File.expects(:exist?).with(storage_file).returns(false) }
-      it 'should return an empty array' do
-        cycler.send(:yaml_load).should == []
-      end
-    end
-  end # describe '#yaml_load'
-
-  describe '#yaml_save' do
-    let(:file) { mock }
-    let(:pkgs) { [ [1, 2, 3], [4, 5, 6] ] }
-    let(:pkgs_to_yaml) { pkgs.to_yaml }
-
-    it 'should save the given packages to the storage file in YAML format' do
-      cycler.instance_variable_set(:@storage_file, storage_file)
-      File.expects(:open).with(storage_file, 'w').yields(file)
-      file.expects(:write).with(pkgs_to_yaml)
-      cycler.send(:yaml_save, pkgs)
-    end
-  end # describe '#yaml_save'
-
-  describe '#check_upgrade' do
-    let(:yaml_v3_0_19) do
-      <<-EOF.gsub(/^ +/,'  ').gsub(/^  (-\W\W)/, "\\1")
-        ---
-        - !ruby/object:Backup::Storage::Local
-          time: 2011.11.01.12.01.00
-          remote_file: 2011.11.01.12.01.00.backup.tar.gz
-        - !ruby/object:Backup::Storage::Local
-          time: 2011.11.01.12.02.00
-          remote_file: 2011.11.01.12.02.00.backup.tar.gz
-        - !ruby/object:Backup::Storage::Local
-          time: 2011.11.01.12.03.00
-          remote_file: 2011.11.01.12.03.00.backup.tar.gz
-      EOF
-    end
-    let(:yaml_v3_0_20) do
-      <<-EOF.gsub(/^ +/,'  ').gsub(/^  (-\W\W)/, "\\1")
-        ---
-        - !ruby/object:Backup::Storage::Local
-          time: 2011.12.01.12.01.00
-          chunk_suffixes: []
-          filename: 2011.12.01.12.01.00.backup.tar.gz
-          version: 3.0.20
-        - !ruby/object:Backup::Storage::Local
-          time: 2011.12.01.12.02.00
-          chunk_suffixes: []
-          filename: 2011.12.01.12.02.00.backup.tar.gz
-          version: 3.0.20
-        - !ruby/object:Backup::Storage::Local
-          time: 2011.12.01.12.03.00
-          chunk_suffixes:
-          - aa
-          - ab
-          filename: 2011.12.01.12.03.00.backup.tar.gz
-          version: 3.0.20
-      EOF
-    end
-
-    before do
-      model = Backup::Model.new('foo', 'foo')
-      cycler.instance_variable_set(:@storage, storage)
-      storage.instance_variable_set(:@model, model)
-    end
-
-    it 'should upgrade v3.0.20 objects' do
-      objects = YAML.load(yaml_v3_0_20)
-      packages = cycler.send(:check_upgrade, objects)
-
-      packages.all? {|pkg| pkg.is_a? Backup::Package }.should be_true
-      packages.all? {|pkg| pkg.extension == 'tar.gz' }.should be_true
-
-      packages[0].time.should == '2011.12.01.12.01.00'
-      packages[0].chunk_suffixes.should == []
-      packages[1].time.should == '2011.12.01.12.02.00'
-      packages[1].chunk_suffixes.should == []
-      packages[2].time.should == '2011.12.01.12.03.00'
-      packages[2].chunk_suffixes.should == ['aa', 'ab']
-    end
-
-    it 'should upgrade v3.0.19 objects' do
-      objects = YAML.load(yaml_v3_0_19)
-      packages = cycler.send(:check_upgrade, objects)
-
-      packages.all? {|pkg| pkg.is_a? Backup::Package }.should be_true
-      packages.all? {|pkg| pkg.extension == 'tar.gz' }.should be_true
-      packages.all? {|pkg| pkg.chunk_suffixes == []  }.should be_true
-
-      packages[0].time.should == '2011.11.01.12.01.00'
-      packages[1].time.should == '2011.11.01.12.02.00'
-      packages[2].time.should == '2011.11.01.12.03.00'
-    end
-  end # describe '#check_upgrade'
-
-end