heirloom 0.1.3 → 0.1.4

data/lib/heirloom/destroyer/s3.rb

@@ -2,9 +2,11 @@ module Heirloom
   module Destroyer
     class S3
 
+      attr_accessor :config, :region
+
       def initialize(args)
-        @config = args[:config]
-        @region = args[:region]
+        self.config = args[:config]
+        self.region = args[:region]
       end
 
       def destroy_file(args)
@@ -18,8 +20,8 @@ module Heirloom
       private
 
       def s3
-        @s3 ||= AWS::S3.new :config => @config,
-                            :region => @region
+        @s3 ||= AWS::S3.new :config => config,
+                            :region => region
       end
 
     end

data/lib/heirloom/directory/directory.rb

@@ -8,32 +8,36 @@ module Heirloom
 
   class Directory
 
+    attr_accessor :config, :exclude, :local_build, :path, :logger
+
     def initialize(args)
-      @directory = args[:directory]
-      @exclude = args[:exclude]
-      @logger = args[:logger]
+      self.config = args[:config]
+      self.exclude = args[:exclude]
+      self.path = args[:path]
+      self.logger = config.logger
     end
 
     def build_artifact_from_directory
       random_text = (0...8).map{65.+(rand(25)).chr}.join
-      temp_file_name = File.join(Dir.tmpdir, random_text + ".tar.gz")
 
-      @logger.info "Building artifact '#{temp_file_name}' from '#{@directory}'."
-      @logger.info "Excluding #{@exclude.to_s}."
-      @logger.info "Adding #{files_to_pack.to_s}."
+      unless local_build
+        self.local_build = File.join(Dir.tmpdir, random_text + ".tar.gz")
+      end
+
+      logger.info "Building artifact '#{local_build}' from '#{path}'."
+      logger.info "Excluding #{exclude.to_s}."
+      logger.info "Adding #{files_to_pack.to_s}."
 
-      tgz = Zlib::GzipWriter.new File.open(temp_file_name, 'wb')
+      tgz = Zlib::GzipWriter.new File.open(local_build, 'wb')
 
       Minitar.pack(files_to_pack, tgz)
-      temp_file_name
     end
 
     private
       
     def files_to_pack
-      Dir.entries(@directory) - ['.', '..'] - @exclude
+      Dir.entries(path) - ['.', '..'] - exclude
     end
 
-
   end
 end

data/lib/heirloom/directory/git_directory.rb

@@ -6,13 +6,14 @@ module Heirloom
 
   class GitDirectory
 
+    attr_accessor :path
+
     def initialize(args)
-      @directory = args[:directory]
-      @logger = args[:logger]
+      self.path = args[:path]
     end
 
     def commit(sha = nil)
-      r = Repo.new @directory
+      r = Repo.new path
       sha ? r.commits(sha).first : r.commits.first
     end
 

data/lib/heirloom/downloader/s3.rb

@@ -5,7 +5,7 @@ module Heirloom
       def initialize(args)
         @config = args[:config]
         @region = args[:region]
-        @logger = args[:logger]
+        @logger = @config.logger
       end
 
       def download_file(args)

data/lib/heirloom/logger.rb

@@ -1,12 +1,14 @@
 module Heirloom
   class HeirloomLogger
     
-    def initialize(args)
+    def initialize(args = {})
       @logger = args[:logger] ||= Logger.new(STDOUT)
 
-      @logger.datetime_format = "%Y-%m-%d %H:%M:%S"
-      @logger.formatter = proc do |severity, datetime, progname, msg|
-          "#{datetime}: #{msg}\n"
+      unless args[:logger]
+        @logger.datetime_format = "%Y-%m-%d %H:%M:%S"
+        @logger.formatter = proc do |severity, datetime, progname, msg|
+            "#{datetime}: #{msg}\n"
+        end
       end
 
       @logger

data/lib/heirloom/version.rb

@@ -1,3 +1,3 @@
 module Heirloom
-  VERSION = "0.1.3"
+  VERSION = "0.1.4"
 end

data/spec/acl/s3_spec.rb

@@ -0,0 +1,51 @@
+require 'spec_helper'
+
+describe Heirloom do
+  before do
+    @config_mock = double 'config'
+    @logger_mock = double 'logger'
+    @config_mock.should_receive(:logger).and_return(@logger_mock)
+    @config_mock.should_receive(:authorized_aws_accounts).
+                 and_return ['acct1@test.com', 'acct2@test.com']
+
+    @s3 = Heirloom::ACL::S3.new :config  => @config_mock,
+                                :region  => 'us-west-1'
+  end
+
+  it "should allow read access for the specified accounts" do
+    acls = { 
+              'Owner' => {
+               'Name' => 'Brett',
+               'ID' => '123'
+              }
+           }
+    s3_mock = mock 's3'
+
+    @s3.should_receive(:s3).exactly(2).times.
+                            and_return(s3_mock)
+
+    s3_mock.should_receive(:get_bucket_acl).with('bucket').
+                                            and_return acls
+
+    grants_mock = mock 'grants'
+    @s3.should_receive(:build_bucket_grants).
+        with(:id   => '123',
+             :name => 'Brett',
+             :accounts => ['acct1@test.com', 'acct2@test.com']).
+        and_return grants_mock
+
+    @logger_mock.should_receive(:info).
+                 with 'Authorizing acct1@test.com to s3://bucket/key-folder/key.tar.gz.'
+    @logger_mock.should_receive(:info).
+                 with 'Authorizing acct2@test.com to s3://bucket/key-folder/key.tar.gz.'
+
+    s3_mock.should_receive(:put_object_acl).with('bucket', 'key-folder/key.tar.gz', grants_mock)
+
+    @s3.allow_read_access_from_accounts :bucket     => 'bucket', 
+                                        :key_name   => 'key',
+                                        :key_folder => 'key-folder'
+  end
+
+  it "should test build_bucket_grants private method"
+
+end

data/spec/artifact/artifact_authorizer_spec.rb

@@ -0,0 +1,34 @@
+require 'spec_helper'
+
+describe Heirloom do
+
+    before do
+      @config_mock = double('config')
+      @logger_mock = double('logger')
+      @config_mock.should_receive(:logger).and_return(@logger_mock)
+      @authorizer = Heirloom::ArtifactAuthorizer.new :config => @config_mock,
+                                                     :name   => 'tim',
+                                                     :id     => '123'
+    end
+
+    it "should authorize access to an acl across all regions" do
+      artifact_reader = double
+      s3_acl = double
+      @logger_mock.should_receive(:info).exactly(2).times
+      @config_mock.should_receive(:regions).
+                   and_return(['us-west-1', 'us-west-2'])
+      @authorizer.should_receive(:artifact_reader).exactly(2).times.
+                  and_return(artifact_reader)
+      artifact_reader.should_receive(:get_bucket).exactly(2).times.
+                      and_return('the-bucket')
+      Heirloom::ACL::S3.should_receive(:new).exactly(2).
+                        times.and_return(s3_acl)
+      s3_acl.should_receive(:allow_read_access_from_accounts).
+             exactly(2).times.
+             with(:key_name   => '123',
+                  :key_folder => 'tim',
+                  :bucket     => 'the-bucket')
+      @authorizer.authorize
+    end
+
+end

data/spec/artifact/artifact_builder_spec.rb

@@ -0,0 +1,41 @@
+require 'spec_helper'
+
+describe Heirloom do
+
+    before do
+      @config_mock = double 'config'
+      @logger_mock = double 'logger'
+      @simpledb_mock = double 'simple db'
+      @config_mock.should_receive(:logger).and_return(@logger_mock)
+      Heirloom::AWS::SimpleDB.should_receive(:new).with(:config => @config_mock).
+                              and_return(@simpledb_mock)
+      @simpledb_mock.should_receive(:create_domain).with 'tim'
+      @builder = Heirloom::ArtifactBuilder.new :config => @config_mock,
+                                               :name   => 'tim',
+                                               :id     => '123'
+    end
+
+    it "should build an artifact" do
+      directory_mock = double "directory"
+      Heirloom::Directory.should_receive(:new).with(:path    => 'path_to_build',
+                                                    :exclude => ['.dir_to_exclude'],
+                                                    :config  => @config_mock).
+                                               and_return(directory_mock)
+      directory_mock.should_receive :build_artifact_from_directory
+      directory_mock.should_receive(:local_build).and_return('/tmp/file')
+      @builder.should_receive(:create_artifact_record)
+      @builder.should_receive(:add_git_commit)
+      @logger_mock.should_receive(:info).with("Build complete.")
+      @builder.build(:exclude   => ['.dir_to_exclude'],
+                     :directory => 'path_to_build',
+                     :git       => 'true').should == '/tmp/file'
+    end
+
+    it "should cleanup the local artifact" do
+      @builder.local_build = '/tmp/file'
+      @logger_mock.should_receive(:info).with("Cleaning up local build /tmp/file.")
+      File.should_receive(:delete).with('/tmp/file')
+      @builder.cleanup
+    end
+
+end

data/spec/artifact/artifact_destroyer_spec.rb

@@ -0,0 +1,45 @@
+require 'spec_helper'
+
+describe Heirloom do
+
+    before do
+      @config_mock = double 'config'
+      @logger_mock = double 'logger'
+      @config_mock.should_receive(:logger).and_return(@logger_mock)
+      @destroyer = Heirloom::ArtifactDestroyer.new :config => @config_mock,
+                                                   :name   => 'tim',
+                                                   :id     => '123'
+    end
+
+    it "should destroy the given artifact" do
+      @logger_mock.should_receive(:info).
+                   with "Destroying tim - 123"
+      @config_mock.should_receive(:regions).and_return ['us-west-1']
+      artifact_reader_mock = mock 'artifact reader'
+      @destroyer.should_receive(:artifact_reader).and_return artifact_reader_mock
+      bucket_mock = mock 'bucket'
+      artifact_reader_mock.should_receive(:get_bucket).
+                           with(:region => 'us-west-1').
+                           and_return 'bucket-us-west-1'
+
+      @logger_mock.should_receive(:info).
+                   with "Destroying 's3://bucket-us-west-1/tim/123.tar.gz'."
+
+      s3_destroyer_mock = mock 's3 destroyer'
+      Heirloom::Destroyer::S3.should_receive(:new).
+                              with(:config => @config_mock,
+                                   :region => 'us-west-1').
+                              and_return s3_destroyer_mock
+      s3_destroyer_mock.should_receive(:destroy_file).
+                        with :key_name   => '123.tar.gz',
+                             :key_folder => 'tim',
+                             :bucket     => 'bucket-us-west-1'
+      sdb_mock = mock 'sdb'
+      @destroyer.should_receive(:sdb).and_return sdb_mock
+      sdb_mock.should_receive(:delete).with 'tim', '123'
+      @logger_mock.should_receive(:info).
+                   with "Destroy complete."
+      @destroyer.destroy
+    end
+
+end

data/spec/artifact/artifact_downloader_spec.rb

@@ -0,0 +1,93 @@
+require 'spec_helper'
+
+describe Heirloom do
+
+    before do
+      @config_mock = double 'config'
+      @logger_mock = double 'logger'
+      @config_mock.should_receive(:logger).and_return(@logger_mock)
+      @downloader = Heirloom::ArtifactDownloader.new :config => @config_mock,
+                                                     :name   => 'tim',
+                                                     :id     => '123'
+    end
+
+    it "should download an artifact" do
+      s3_downloader_mock = mock 's3 downloader'
+      Heirloom::Downloader::S3.should_receive(:new).
+                               with(:config => @config_mock,
+                                    :logger => @logger_mock,
+                                    :region => 'us-west-1').
+                               and_return s3_downloader_mock
+      artifact_reader_mock = mock 'artifact_reader'
+      @downloader.should_receive(:artifact_reader).
+                  exactly(2).times.
+                  and_return artifact_reader_mock
+      artifact_reader_mock.should_receive(:get_bucket).
+                           with(:region => 'us-west-1').
+                           and_return 'bucket-us-west-1'
+      artifact_reader_mock.should_receive(:get_key).
+                           with(:region => 'us-west-1').
+                           and_return 'key'
+
+      @logger_mock.should_receive(:info).
+                   with "Downloading s3://bucket-us-west-1/key from us-west-1."
+
+      s3_downloader_mock.should_receive(:download_file).
+                         with(:bucket => 'bucket-us-west-1',
+                              :key    => 'key').
+                         and_return 'filename'
+
+      @logger_mock.should_receive(:info).
+                   with "Writing file to /tmp/file."
+
+      file_mock = mock 'file'
+
+      File.should_receive(:open).with('/tmp/file', 'w').
+                                 and_return file_mock
+
+      @logger_mock.should_receive(:info).with "Download complete."
+
+      @downloader.download(:output => '/tmp/file',
+                           :region => 'us-west-1')
+    end
+
+    it "should download the artifact to the current path if output is unspecficief" do
+      s3_downloader_mock = mock 's3 downloader'
+      Heirloom::Downloader::S3.should_receive(:new).
+                               with(:config => @config_mock,
+                                    :logger => @logger_mock,
+                                    :region => 'us-west-1').
+                               and_return s3_downloader_mock
+      artifact_reader_mock = mock 'artifact_reader'
+      @downloader.should_receive(:artifact_reader).
+                  exactly(2).times.
+                  and_return artifact_reader_mock
+      artifact_reader_mock.should_receive(:get_bucket).
+                           with(:region => 'us-west-1').
+                           and_return 'bucket-us-west-1'
+      artifact_reader_mock.should_receive(:get_key).
+                           with(:region => 'us-west-1').
+                           and_return 'key'
+
+      @logger_mock.should_receive(:info).
+                   with "Downloading s3://bucket-us-west-1/key from us-west-1."
+
+      s3_downloader_mock.should_receive(:download_file).
+                         with(:bucket => 'bucket-us-west-1',
+                              :key    => 'key').
+                         and_return 'filename'
+
+      @logger_mock.should_receive(:info).
+                   with "Writing file to ./key."
+
+      file_mock = mock 'file'
+
+      File.should_receive(:open).with('./key', 'w').
+                                 and_return file_mock
+
+      @logger_mock.should_receive(:info).with "Download complete."
+
+      @downloader.download(:region => 'us-west-1')
+    end
+
+end

data/spec/artifact/artifact_lister_spec.rb

@@ -0,0 +1,21 @@
+require 'spec_helper'
+
+describe Heirloom do
+
+  before do
+    @config_mock = double 'config'
+    @lister = Heirloom::ArtifactLister.new :config => @config_mock,
+                                           :name     => 'test123'
+  end
+
+  it "should list the known artifacts" do
+    sdb_mock = mock 'sdb'
+    @lister.should_receive(:sdb).and_return sdb_mock
+    sdb_mock.should_receive(:select).
+             with("select * from test123 where built_at > '2000-01-01T00:00:00.000Z' \
+                 order by built_at desc limit 10").
+             and_return( {'1' => 'one', '2' => 'two', '3' => 'three'} )
+    @lister.list.should == ['1', '2', '3']
+  end
+
+end

data/spec/artifact/artifact_reader_spec.rb

@@ -0,0 +1,55 @@
+require 'spec_helper'
+
+describe Heirloom do
+
+  before do
+    @config_mock = double 'config'
+    @reader = Heirloom::ArtifactReader.new :config => @config_mock,
+                                           :name   => 'tim',
+                                           :id     => '123'
+  end
+
+  it "should show the item record" do
+    sdb_mock = mock 'sdb'
+    @reader.should_receive(:sdb).and_return sdb_mock
+    sdb_mock.should_receive(:select).
+             with("select * from tim where itemName() = '123'").
+             and_return( { '123' => 'details' } )
+    @reader.show.should == 'details'
+  end
+
+  it "should return true if the record exists" do
+    @reader.should_receive(:show).and_return 'a record'
+    @reader.exists?.should == true
+  end
+
+  it "should return false if the recrod does not exist" do
+    @reader.should_receive(:show).and_return nil
+    @reader.exists?.should == false
+  end
+
+  it "should return the bucket for the specified region" do
+    @reader.should_receive(:get_url).
+            with(:region => 'us-west-1').
+            and_return 's3://bucket-us-west-1/tim/123.tar.gz'
+    @reader.get_bucket(:region => 'us-west-1').should == 'bucket-us-west-1'
+  end
+
+  it "should return the key" do
+    @reader.should_receive(:show).
+            and_return( { 'us-west-1-s3-url' => 
+                          [ 's3://bucket-us-west-1/tim/123.tar.gz' ] } )
+    @reader.should_receive(:get_bucket).
+            with(:region => 'us-west-1').
+            and_return 'bucket-us-west-1'
+    @reader.get_key(:region => 'us-west-1').should == 'tim/123.tar.gz'
+  end
+
+  it "shoudl return the s3 url for the given region" do
+    @reader.should_receive(:show).
+            and_return( { 'us-west-1-s3-url' => 
+                           [ 's3://bucket-us-west-1/tim/123.tar.gz' ] } )
+    @reader.get_url(:region => 'us-west-1').should == 's3://bucket-us-west-1/tim/123.tar.gz'
+  end
+
+end