heirloom 0.6.1 → 0.7.0rc1

data/spec/archive/teardowner_spec.rb

@@ -0,0 +1,42 @@
+require 'spec_helper'
+
+describe Heirloom::Teardowner do
+  before do
+    @regions = ['us-west-1', 'us-west-2']
+    @logger_stub = stub 'logger', :info => true, :debug => true
+    @config_stub = stub 'config', :logger          => @logger_stub,
+                                  :metadata_region => 'us-west-1'
+    @verifier_stub = stub :bucket_exists? => true,
+                          :domain_exists? => true 
+    @teardowner = Heirloom::Teardowner.new :config => @config_stub,
+                                           :name   => 'archive'
+    Heirloom::Verifier.stub :new => @verifier_stub
+  end
+
+  it "should delete the buckets" do
+    @s3_mock1 = mock 's31'
+    @s3_mock2 = mock 's32'
+    Heirloom::AWS::S3.should_receive(:new).
+                      with(:config => @config_stub,
+                           :region => 'us-west-1').
+                      and_return @s3_mock1
+    Heirloom::AWS::S3.should_receive(:new).
+                      with(:config => @config_stub,
+                           :region => 'us-west-2').
+                      and_return @s3_mock2
+    @s3_mock1.should_receive(:delete_bucket).with('base-us-west-1')
+    @s3_mock2.should_receive(:delete_bucket).with('base-us-west-2')
+    @teardowner.delete_buckets :regions       => @regions,
+                               :bucket_prefix => 'base'
+  end
+
+  it "should delete the domain" do
+    @sdb_mock = mock 'sdb'
+    Heirloom::AWS::SimpleDB.should_receive(:new).
+                            with(:config => @config_stub).
+                            and_return @sdb_mock
+    @sdb_mock.should_receive(:delete_domain).
+              with 'heirloom_archive'
+    @teardowner.delete_domain
+  end
+end

data/spec/archive_spec.rb

@@ -164,9 +164,8 @@ describe Heirloom do
                                :id      => '123').
                           and_return destroyer_mock
       destroyer_mock.should_receive(:destroy).
-                     with(:regions     => ['us-west-1', 'us-west-2'],
-                          :keep_domain => false)
-      @archive.destroy :keep_domain => false
+                     with :regions => ['us-west-1', 'us-west-2']
+      @archive.destroy
     end
 
     it "should call the regions method for an archive" do
@@ -190,5 +189,26 @@ describe Heirloom do
       mock.should_receive(:count)
       @archive.count
     end
+
+    it "should call the delete_buckets on teardowner" do
+      mock = double('Mock')
+      Heirloom::Teardowner.should_receive(:new).
+                            with(:config => @config_mock,
+                                 :name   => 'chef').
+                          and_return mock
+      mock.should_receive(:delete_buckets).with :regions => ['us-west-1']
+      @archive.delete_buckets :regions => ['us-west-1']
+    end
+    
+    it "should call the delete_domain on teardowner" do
+      mock = double('Mock')
+      Heirloom::Teardowner.should_receive(:new).
+                            with(:config => @config_mock,
+                                 :name   => 'chef').
+                          and_return mock
+      mock.should_receive(:delete_domain)
+      @archive.delete_domain
+    end
+
   end
 end

data/spec/aws/s3_spec.rb

@@ -27,6 +27,11 @@ describe Heirloom do
     @s3.get_bucket 'bucket'
   end
 
+  it "should delete a bucket from s3" do
+    @fog_mock.should_receive(:delete_bucket).with 'bucket'
+    @s3.delete_bucket 'bucket'
+  end
+
   it "should get an object from s3" do
     body_mock = mock 'body'
     @fog_mock.should_receive(:get_object).

data/spec/aws/simpledb_spec.rb

@@ -56,7 +56,7 @@ describe Heirloom do
     body_mock = mock 'return body'
     data = { 'Items' => { 'Domain' => { 'Count' => ['1'] } } }
     @fog_mock.should_receive(:select).
-              with('SELECT count(*) FROM heirloom_domain').
+              with('SELECT count(*) FROM `heirloom_domain`').
               and_return body_mock
     body_mock.should_receive(:body).and_return data
     @sdb.count('heirloom_domain').should == 1
@@ -66,7 +66,7 @@ describe Heirloom do
     body_mock = mock 'return body'
     data = { 'Items' => { 'Domain' => { 'Count' => ['0'] } } }
     @fog_mock.should_receive(:select).
-              with('SELECT count(*) FROM heirloom_domain').
+              with('SELECT count(*) FROM `heirloom_domain`').
               and_return body_mock
     body_mock.should_receive(:body).and_return data
     @sdb.domain_empty?('heirloom_domain').should be_true
@@ -76,10 +76,20 @@ describe Heirloom do
     body_mock = mock 'return body'
     data = { 'Items' => { 'Domain' => { 'Count' => ['50'] } } }
     @fog_mock.should_receive(:select).
-              with('SELECT count(*) FROM heirloom_domain').
+              with('SELECT count(*) FROM `heirloom_domain`').
               and_return body_mock
     body_mock.should_receive(:body).and_return data
     @sdb.domain_empty?('heirloom_domain').should be_false
   end
 
+  it "should return the count for a specific itemName within a domain" do
+    body_mock = mock 'return body'
+    data = { 'Items' => { 'Domain' => { 'Count' => ['1'] } } }
+    @fog_mock.should_receive(:select).
+              with("SELECT count(*) FROM `heirloom` WHERE itemName() = 'archive'").
+              and_return body_mock
+    body_mock.should_receive(:body).and_return data
+    @sdb.item_count('heirloom', 'archive').should == 1
+  end
+
 end

data/spec/catalog/add_spec.rb

@@ -0,0 +1,28 @@
+require 'spec_helper'
+
+describe Heirloom::Catalog::Add do
+
+  before do
+    @regions     = ['us-west-1', 'us-west-2']
+    @base        = 'base'
+    @logger_stub = stub 'logger', :info => true
+    @config_stub = stub 'config', :logger => @logger_stub
+    @add = Heirloom::Catalog::Add.new :config => @config_stub,
+                                      :name   => 'new_archive'
+  end
+
+  it "should call sdb to add the entry to the catalog" do
+    @sdb_mock = mock 'sdb'
+    Heirloom::AWS::SimpleDB.should_receive(:new).
+                            with(:config => @config_stub).
+                            and_return @sdb_mock
+    @sdb_mock.should_receive(:put_attributes).
+              with 'heirloom',
+                   'heirloom_new_archive',
+                   { "regions" => @regions,
+                     "base"    => @base }
+    @add.add_to_catalog :regions => @regions,
+                        :base    => @base
+  end
+
+end

data/spec/catalog/delete_spec.rb

@@ -0,0 +1,35 @@
+require 'spec_helper'
+
+describe Heirloom::Catalog::Delete do
+
+  before do
+    @logger_stub = stub 'logger', :info => true
+    @config_stub = stub 'config', :logger => @logger_stub
+    @verify_mock = mock 'verify'
+    Heirloom::Catalog::Verify.should_receive(:new).
+                              with(:config => @config_stub).
+                              and_return @verify_mock
+    @delete = Heirloom::Catalog::Delete.new :config => @config_stub,
+                                            :name   => 'old_archive'
+  end
+
+  it "should delete the entry from the catalog" do
+    @verify_mock.should_receive(:catalog_domain_exists?).
+                 and_return true
+    @sdb_mock = mock 'sdb'
+    Heirloom::AWS::SimpleDB.should_receive(:new).
+                            with(:config => @config_stub).
+                            and_return @sdb_mock
+    @sdb_mock.should_receive(:delete).
+              with('heirloom', 'heirloom_old_archive').
+              and_return true
+    @delete.delete_from_catalog.should be_true
+  end
+
+  it "should return false if an entry does not exist in catalog" do
+    @verify_mock.should_receive(:catalog_domain_exists?).
+                 and_return false
+    @delete.delete_from_catalog.should be_false
+  end
+
+end

data/spec/catalog/list_spec.rb

@@ -0,0 +1,21 @@
+require 'spec_helper'
+
+describe Heirloom::Catalog::List do
+
+  before do
+    @config_stub = stub 'config'
+    @sdb_mock = mock 'sdb'
+    Heirloom::AWS::SimpleDB.should_receive(:new).
+                            with(:config => @config_stub).
+                            and_return @sdb_mock
+    @list = Heirloom::Catalog::List.new :config => @config_stub
+  end
+
+  it "should list all heirlooms in the catalog" do
+    @sdb_mock.should_receive(:select).
+              with("SELECT * FROM heirloom").
+              and_return 'result'
+    @list.all.should == 'result'
+  end
+
+end

data/spec/catalog/setup_spec.rb

@@ -0,0 +1,29 @@
+require 'spec_helper'
+
+describe Heirloom::Catalog::Setup do
+
+  before do
+    @logger_stub = stub 'logger', :info => true
+    @config_stub = stub 'config', :logger          => @logger_stub,
+                                  :metadata_region => 'us-west-1'
+    @verify_mock = mock 'verify'
+    Heirloom::Catalog::Verify.should_receive(:new).
+                              with(:config => @config_stub).
+                              and_return @verify_mock
+    @setup = Heirloom::Catalog::Setup.new :config => @config_stub,
+                                          :name   => 'new_archive'
+  end
+
+  it "should call sdb to create the catalog domain" do
+    @verify_mock.should_receive(:catalog_domain_exists?).
+                 and_return false
+    @sdb_mock = mock 'sdb'
+    Heirloom::AWS::SimpleDB.should_receive(:new).
+                            with(:config => @config_stub).
+                            and_return @sdb_mock
+    @sdb_mock.should_receive(:create_domain).
+              with 'heirloom'
+    @setup.create_catalog_domain
+  end
+
+end

data/spec/catalog/show_spec.rb

@@ -0,0 +1,32 @@
+require 'spec_helper'
+
+describe Heirloom::Catalog::Show do
+
+  before do
+    @config_stub = stub 'config'
+    @sdb_mock = mock 'sdb'
+    Heirloom::AWS::SimpleDB.should_receive(:new).
+                            with(:config => @config_stub).
+                            and_return @sdb_mock
+    @show = Heirloom::Catalog::Show.new :config => @config_stub,
+                                        :name   => 'a_archive'
+  end
+
+  it "should return the base" do
+    result = { 'heirloom_a_archive' => { 'base' => [ 'thebase' ] } }
+    @sdb_mock.should_receive(:select).
+              with("select base from heirloom where itemName() = 'heirloom_a_archive'").
+              and_return result
+    @show.base.should == 'thebase'
+  end
+
+  it "should return the regions" do
+    regions = ['us-west-1', 'us-west-2']
+    result = { 'heirloom_a_archive' => { 'regions' => @regions } }
+    @sdb_mock.should_receive(:select).
+              with("select regions from heirloom where itemName() = 'heirloom_a_archive'").
+              and_return result
+    @show.regions.should == @regions
+  end
+
+end

data/spec/catalog/verify_spec.rb

@@ -0,0 +1,47 @@
+require 'spec_helper'
+
+describe Heirloom::Catalog::Verify do
+
+  before do
+    @sdb_mock    = mock 'sdb'
+    @logger_stub = stub 'logger', :info => true,
+                                  :debug => true
+    @config_stub = stub 'config', :logger          => @logger_stub,
+                                  :metadata_region => 'us-west-1'
+    Heirloom::AWS::SimpleDB.should_receive(:new).
+                            with(:config => @config_stub).
+                            and_return @sdb_mock
+    @verify = Heirloom::Catalog::Verify.new :config => @config_stub,
+                                            :name   => 'a_archive'
+
+  end
+
+  context "testing catalog_domain_exists" do
+    it "should return true if heirloom domain exists" do
+      @sdb_mock.should_receive(:domain_exists?).
+                with('heirloom').and_return true
+      @verify.catalog_domain_exists?.should be_true
+    end
+
+    it "should return false if heirloom domain does not exists" do
+      @sdb_mock.should_receive(:domain_exists?).
+                with('heirloom').and_return false
+      @verify.catalog_domain_exists?.should be_false
+    end
+  end
+
+  context "testing entry_exists_in_catalog?" do
+    it "should return true if an entry exists in catalog" do
+      @sdb_mock.should_receive(:item_count).
+                with('heirloom', 'heirloom_a_archive').and_return 1
+      @verify.entry_exists_in_catalog?('a_archive').should be_true
+    end
+
+    it "should return false if an entry does not exist in catalog" do
+      @sdb_mock.should_receive(:item_count).
+                with('heirloom', 'heirloom_a_archive').and_return 0
+      @verify.entry_exists_in_catalog?('a_archive').should be_false
+    end
+  end
+
+end

data/spec/catalog_spec.rb

@@ -0,0 +1,63 @@
+require 'spec_helper'
+
+describe Heirloom::Catalog do
+
+  before do 
+    @config_mock = mock 'catalog'
+    @regions     = ['us-west-1', 'us-west-2']
+    @base        = 'thebase'
+    @catalog     = Heirloom::Catalog.new :config => @config_mock,
+                                         :name   => 'new_archive'
+  end
+
+  context "testing add" do
+    it "should call setup to create catalog_domain" do
+      @catalog_setup_mock = mock 'setup'
+      Heirloom::Catalog::Setup.should_receive(:new).
+                               with(:config => @config_mock).
+                               and_return @catalog_setup_mock
+      @catalog_setup_mock.should_receive(:create_catalog_domain).
+                          and_return true
+      @catalog.create_catalog_domain.should be_true
+    end
+  end
+
+  context "testing setup" do
+    it "should call setup to add_to_catalog" do
+      @catalog_add_mock = mock 'add'
+      Heirloom::Catalog::Add.should_receive(:new).
+                             with(:config => @config_mock,
+                                  :name   => 'new_archive').
+                             and_return @catalog_add_mock
+      @catalog_add_mock.should_receive(:add_to_catalog).
+                        with(:base    => @base,
+                             :regions => @regions).
+                        and_return true
+      @catalog.add_to_catalog(:base    => @base,
+                              :regions => @regions).
+               should be_true
+    end
+  end
+
+  context "testing show" do
+    before do
+      @catalog_show_mock = mock 'show'
+      Heirloom::Catalog::Show.should_receive(:new).
+                              with(:config => @config_mock,
+                                   :name   => 'new_archive').
+                              and_return @catalog_show_mock
+    end
+    it "should call regions from show object" do
+      @catalog_show_mock.should_receive(:regions).
+                         and_return @regions
+      @catalog.regions.should == @regions
+    end
+
+    it "should call base from the show object" do
+      @catalog_show_mock.should_receive(:base).
+                         and_return @base
+      @catalog.base.should == @base
+    end
+  end
+
+end

data/spec/cli/catalog_spec.rb

@@ -0,0 +1,42 @@
+require 'spec_helper'
+require 'heirloom/cli'
+
+describe Heirloom do
+
+  before do
+    options = { :level           => 'info',
+                :metadata_region => 'us-west-1',
+                :details         => true }
+    @result = { 'heirloom_test' => 
+                { 'regions' => ['us-west-1'],
+                  'base'    => ['base'] } }
+    @logger_stub = stub :debug => true
+    @config_mock = mock 'config'
+    @catalog_mock = mock 'catalog'
+    @config_mock.stub :logger          => @logger_mock, 
+                      :access_key      => 'key',
+                      :secret_key      => 'secret',
+                      :metadata_region => 'us-west-1'
+    Trollop.stub(:options).and_return options
+    Heirloom::HeirloomLogger.should_receive(:new).with(:log_level => 'info').
+                             and_return @logger_stub
+    Heirloom::CLI::Catalog.any_instance.should_receive(:load_config).
+                           with(:logger => @logger_stub,
+                                :opts   => options).
+                           and_return @config_mock
+    Heirloom::Catalog.should_receive(:new).
+                      with(:config => @config_mock).
+                      and_return @catalog_mock
+    @cli_catalog = Heirloom::CLI::Catalog.new
+  end
+
+  it "should list the details about all heirlooms in the catalog" do
+    @catalog_mock.should_receive(:all).and_return @result
+    formated_result = { 'test' => 
+                        { 'regions' => ['us-west-1'],
+                          'base'    => ['base'] } }
+    @cli_catalog.should_receive(:jj).with formated_result
+    @cli_catalog.list
+  end
+
+end

data/spec/cli/destroy_spec.rb

@@ -37,7 +37,7 @@ describe Heirloom do
   end
 
   it "should destroy an archive" do
-    @archive_mock.should_receive(:destroy).with :keep_domain => false
+    @archive_mock.should_receive(:destroy)
     @cli_destroy.destroy
   end
 

data/spec/cli/download_spec.rb

@@ -4,14 +4,6 @@ require 'heirloom/cli'
 describe Heirloom do
 
   before do
-    options = { :name            => 'archive_name',
-                :id              => '1.0.0',
-                :level           => 'info',
-                :output          => '/tmp/test123',
-                :region          => 'us-east-1',
-                :extract         => false,
-                :metadata_region => 'us-west-1',
-                :base            => 'base' }
     @logger_stub = stub 'logger'
     @config_mock = mock 'config'
     @archive_mock = mock 'archive'
@@ -19,34 +11,84 @@ describe Heirloom do
                       :access_key => 'key',
                       :secret_key => 'secret',
                       :metadata_region => 'us-west-1'
-    Trollop.stub(:options).and_return options
     Heirloom::HeirloomLogger.should_receive(:new).
                              with(:log_level => 'info').
                              and_return @logger_stub
-    Heirloom::CLI::Download.any_instance.should_receive(:load_config).
-                            with(:logger => @logger_stub,
-                                 :opts   => options).
-                            and_return @config_mock
     Heirloom::Archive.should_receive(:new).
                       with(:id   => '1.0.0',
                            :name => 'archive_name',
                            :config => @config_mock).
                       and_return @archive_mock
-    @cli_download = Heirloom::CLI::Download.new
   end
 
-  it "should download an archive" do
-    @archive_mock.should_receive(:download).with(:output      => '/tmp/test123',
-                                                 :region      => 'us-east-1',
-                                                 :base_prefix => 'base',
-                                                 :extract     => false,
-                                                 :secret      => nil).
-                  and_return '/tmp/test123'
-    @cli_download.should_receive(:ensure_directory).
-                  with(:config => @config_mock, 
-                       :path => '/tmp/test123').
-                  and_return true
-    @cli_download.download
+  context "with region and base specified" do
+    before do
+      options = { :name            => 'archive_name',
+                  :id              => '1.0.0',
+                  :base            => 'base',
+                  :region          => 'us-east-1',
+                  :level           => 'info',
+                  :output          => '/tmp/test123',
+                  :extract         => false,
+                  :metadata_region => 'us-west-1' }
+      Trollop.stub(:options).and_return options
+      Heirloom::CLI::Download.any_instance.should_receive(:load_config).
+                              with(:logger => @logger_stub,
+                                   :opts   => options).
+                              and_return @config_mock
+      @cli_download = Heirloom::CLI::Download.new
+    end
+
+    it "should download an archive" do
+      @archive_mock.should_receive(:download).with(:output      => '/tmp/test123',
+                                                   :region      => 'us-east-1',
+                                                   :base_prefix => 'base',
+                                                   :extract     => false,
+                                                   :secret      => nil).
+                    and_return '/tmp/test123'
+      @cli_download.should_receive(:ensure_directory).
+                    with(:config => @config_mock, 
+                         :path => '/tmp/test123').
+                    and_return true
+      @cli_download.download
+    end
+  end
+
+  context "region and base not specified" do
+    before do
+      @catalog_stub = stub 'catalog', :regions => ['us-east-1', 'us-west-1'],
+                                      :base    => 'base'
+      options = { :name            => 'archive_name',
+                  :id              => '1.0.0',
+                  :level           => 'info',
+                  :output          => '/tmp/test123',
+                  :extract         => false,
+                  :metadata_region => 'us-west-1' }
+      Trollop.stub(:options).and_return options
+      Heirloom::CLI::Download.any_instance.should_receive(:load_config).
+                              with(:logger => @logger_stub,
+                                   :opts   => options).
+                              and_return @config_mock
+      Heirloom::Catalog.should_receive(:new).
+                        with(:name   => 'archive_name',
+                             :config => @config_mock).
+                        and_return @catalog_stub
+      @cli_download = Heirloom::CLI::Download.new
+    end
+
+    it "should download the archive from the first region" do
+      @archive_mock.should_receive(:download).with(:output      => '/tmp/test123',
+                                                   :region      => 'us-east-1',
+                                                   :base_prefix => 'base',
+                                                   :extract     => false,
+                                                   :secret      => nil).
+                    and_return '/tmp/test123'
+      @cli_download.should_receive(:ensure_directory).
+                    with(:config => @config_mock, 
+                         :path => '/tmp/test123').
+                    and_return true
+      @cli_download.download
+    end
   end
 
 end

data/spec/cli/setup_spec.rb

@@ -18,6 +18,7 @@ describe Heirloom do
                       :secret_key      => 'secret',
                       :metadata_region => 'us-west-1'
     @archive_mock = mock 'archive'
+    @catalog_mock = mock 'catalog'
     Trollop.stub(:options).and_return options
     Heirloom::HeirloomLogger.should_receive(:new).with(:log_level => 'info').
                              and_return @logger_stub
@@ -29,13 +30,19 @@ describe Heirloom do
                       with(:name => 'archive_name',
                            :config => @config_mock).
                       and_return @archive_mock
+    Heirloom::Catalog.should_receive(:new).
+                      with(:name => 'archive_name',
+                           :config => @config_mock).
+                      and_return @catalog_mock
     @setup = Heirloom::CLI::Setup.new
   end
 
-  it "should setup s3 buckets and simpledb domain" do
-    @setup.should_receive(:ensure_metadata_in_upload_region).
-            with(:config  => @config_mock,
-                 :regions => @regions)
+  it "should setup s3 buckets, catalog and simpledb domain" do
+    @catalog_mock.should_receive(:create_catalog_domain)
+    @catalog_mock.should_receive(:add_to_catalog).
+                  with(:regions => @regions, 
+                       :base    => 'base').
+                  and_return true
     @archive_mock.should_receive(:setup).
                   with(:regions       => @regions,
                        :bucket_prefix => 'base')

data/spec/cli/shared_spec.rb

@@ -223,5 +223,28 @@ describe Heirloom do
     end
   end
 
+  context "testing ensure archive domain empty" do
+    before do
+      @archive_mock = mock 'archive'
+      @logger_stub = stub 'logger', :error => true
+      @config_stub = stub 'config', :logger          => @logger_stub,
+                                    :metadata_region => 'us-west-1'
+      @options = { :config => @config_stub, :archive => @archive_mock }
+      @object = Object.new
+      @object.extend Heirloom::CLI::Shared
+    end
+
+    it "should ensure the domain is empty" do
+      @archive_mock.should_receive(:count).and_return 0
+      @object.ensure_archive_domain_empty @options 
+    end
+
+    it "should exit if the domain is not empty" do
+      @archive_mock.should_receive(:count).and_return 200
+      lambda { @object.ensure_archive_domain_empty @options }.
+                       should raise_error SystemExit
+    end
+  end
+
 
 end