right_scraper 1.0.26 → 3.0.0

data/right_scraper.gemspec

@@ -1,17 +1,18 @@
-# Copyright: Copyright (c) 2010 RightScale, Inc.
+# -*-ruby-*-
+# Copyright: Copyright (c) 2010-2011 RightScale, Inc.
 #
 # Permission is hereby granted, free of charge, to any person obtaining
 # a copy of this software and associated documentation files (the
 # 'Software'), to deal in the Software without restriction, including
 # without limitation the rights to use, copy, modify, merge, publish,
-# distribute, sublicense, and/or sell copies of the Software, and to 
+# distribute, sublicense, and/or sell copies of the Software, and to
 # permit persons to whom the Software is furnished to do so, subject to
 # the following conditions:
 #
 # The above copyright notice and this permission notice shall be
 # included in all copies or substantial portions of the Software.
 #
-# THE SOFTWARE IS PROVIDED 'AS IS', WITHOUT WARRANTY OF ANY KIND, 
+# THE SOFTWARE IS PROVIDED 'AS IS', WITHOUT WARRANTY OF ANY KIND,
 # EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
 # MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
 # IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
@@ -21,10 +22,10 @@
 
 require 'rubygems'
 
-spec = Gem::Specification.new do |spec|
+Gem::Specification.new do |spec|
   spec.name      = 'right_scraper'
-  spec.version   = '1.0.26'
-  spec.authors   = ['Raphael Simon']
+  spec.version   = '3.0.0'
+  spec.authors   = ['Graham Hughes', 'Raphael Simon']
   spec.email     = 'raphael@rightscale.com'
   spec.homepage  = 'https://github.com/rightscale/right_scraper'
   spec.platform  = Gem::Platform::RUBY
@@ -32,24 +33,36 @@ spec = Gem::Specification.new do |spec|
   spec.has_rdoc = true
   spec.rdoc_options = ["--main", "README.rdoc", "--title", "RightScraper"]
   spec.extra_rdoc_files = ["README.rdoc"]
-  spec.required_ruby_version = '>= 1.8.6'
+  spec.required_ruby_version = '>= 1.8.7'
   spec.rubyforge_project = %q{right_scraper}
   spec.require_path = 'lib'
 
+  spec.add_dependency('json', '>= 1.4.5')
+  spec.add_dependency('git', '>= 1.2.5')
+  spec.add_dependency('libarchive', '>= 0.1.1')
+  spec.add_dependency('right_aws', '>= 2.0')
+  spec.add_dependency('process_watcher', '~> 0.3')
+
+  spec.requirements << 'libarchive, 2.8.4'
+  spec.requirements << 'curl command line client'
+  spec.requirements << 'Subversion command line client'
+
+  spec.add_development_dependency('rspec')
+  spec.add_development_dependency('flexmock')
+  spec.add_development_dependency('rtags')
+
   spec.description = <<-EOF
   RightScraper provides a simple interface to download and keep local copies of remote
   repositories up-to-date using the following protocols:
     * git: RightScraper will clone then pull repos from git
     * SVN: RightScraper will checkout then update SVN repositories
     * tarballs: RightScraper will download, optionally uncompress and expand a given tar file
+  On top of retrieving remote repositories, right_scraper also include "scrapers" that
+  will analyze the repository content and instantiate "resources" as a result. Currently
+  supported resources are Chef cookbooks and RightScale workflow definitions.
 EOF
 
   candidates = Dir.glob("{lib,spec}/**/*") +
-               ["LICENSE", "README.rdoc", "Rakefile", "right_scraper.gemspec"]
+               ["LICENSE", "README.rdoc", "Rakefile", "right_scraper.gemspec", "Gemfile", "right_scraper.rconf"]
   spec.files = candidates.sort
 end
-
-if $PROGRAM_NAME == __FILE__
-   Gem.manage_gems if Gem::RubyGemsVersion.to_f < 1.0
-   Gem::Builder.new(spec).build
-end

data/right_scraper.rconf

@@ -0,0 +1,13 @@
+# RConf configuration file, usage:
+#   gem install rconf
+#   rconf
+#
+ruby do
+  version  'ruby-1.9.2-p290'
+  rubygems '1.6.2'
+  gemset   'right_scraper'
+end
+bundler do
+  version     '1.0.10'
+  bundle_path File.join(ENV["HOME"], '.rightscale', 'right_scraper')
+end

data/spec/builder_spec.rb

@@ -0,0 +1,50 @@
+#--
+# Copyright: Copyright (c) 2010-2011 RightScale, Inc.
+#
+# Permission is hereby granted, free of charge, to any person obtaining
+# a copy of this software and associated documentation files (the
+# 'Software'), to deal in the Software without restriction, including
+# without limitation the rights to use, copy, modify, merge, publish,
+# distribute, sublicense, and/or sell copies of the Software, and to
+# permit persons to whom the Software is furnished to do so, subject to
+# the following conditions:
+#
+# The above copyright notice and this permission notice shall be
+# included in all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED 'AS IS', WITHOUT WARRANTY OF ANY KIND,
+# EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+# MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+# IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+# CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+# TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
+# SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+#++
+
+require File.expand_path(File.join(File.dirname(__FILE__), 'spec_helper'))
+require File.expand_path(File.join(File.dirname(__FILE__), 'download', 'download_retriever_spec_helper'))
+
+describe RightScraper::Builders::Builder do
+
+  include RightScraper::SpecHelpers::DevelopmentModeEnvironment
+  
+  before(:each) do
+    @helper = RightScraper::DownloadRetrieverSpecHelper.new
+    @repo_dir = @helper.download_repo_path
+  end
+
+  it 'should be called correctly' do
+    builder = flexmock("builder")
+    builder.should_receive(:new).with(Hash).once.and_return(builder)
+    builder.should_receive(:go).with(String, RightScraper::Resources::Cookbook).once
+    builder.should_receive(:finish).with().once
+
+    @scraper = RightScraper::Scrapers::Cookbook.new(:repository => @helper.repo,
+                                                    :repo_dir   => @repo_dir,
+                                                    :builders   => [builder])
+    @scraper.next_resource.should_not be_nil
+    @scraper.next_resource.should be_nil
+    @scraper.close
+  end
+
+end

data/spec/cookbook_helper.rb

@@ -0,0 +1,73 @@
+#--
+# Copyright: Copyright (c) 2010-2011 RightScale, Inc.
+#
+# Permission is hereby granted, free of charge, to any person obtaining
+# a copy of this software and associated documentation files (the
+# 'Software'), to deal in the Software without restriction, including
+# without limitation the rights to use, copy, modify, merge, publish,
+# distribute, sublicense, and/or sell copies of the Software, and to
+# permit persons to whom the Software is furnished to do so, subject to
+# the following conditions:
+#
+# The above copyright notice and this permission notice shall be
+# included in all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED 'AS IS', WITHOUT WARRANTY OF ANY KIND,
+# EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+# MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+# IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+# CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+# TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
+# SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+#++
+
+require File.expand_path(File.join(File.dirname(__FILE__), 'retriever_spec_helper'))
+require 'uri'
+require 'cgi'
+
+module RightScraper
+  module CookbookHelper
+
+   def example_cookbook(repository, position=nil)
+      @helper = RightScraper::RetrieverSpecHelper.new if @helper.nil?
+      RightScraper::Resources::Cookbook.new(@repository, position)
+    end
+
+    def parse_url(repository)
+      uri = URI.parse(repository.url)
+      userinfo, query, tag = uri.select(:userinfo, :query, :fragment)
+      unless userinfo.nil?
+        username, password = userinfo.split(":", 2).map {|str| URI.unescape str}
+        uri.user = nil
+        uri.password = nil
+      end
+      unless query.nil?
+        hash = CGI::parse(query)
+        position = hash["p"][0]
+        hash.delete("p")
+        result = hash.map do |key, values|
+          values.map {|value| CGI::escape(key) + "=" + CGI::escape(value)}.join(";")
+        end.join(';')
+ 
+        if result == ""
+          uri.query = nil
+        else
+          uri.query = result
+        end
+      end
+      uri.fragment = nil unless tag.nil?
+      { :url => uri.to_s,
+        :username => username,
+        :password => password,
+        :position => position,
+        :tag => tag}
+    end
+
+    shared_examples_for 'a generic repository' do
+      it 'should have the same url' do
+        parse_url(@repository)[:url].should == @repository.url
+      end
+    end
+
+  end
+end

data/spec/cookbook_manifest_spec.rb

@@ -0,0 +1,55 @@
+#--  -*- mode: ruby; encoding: utf-8 -*-
+# Copyright: Copyright (c) 2011 RightScale, Inc.
+#
+# Permission is hereby granted, free of charge, to any person obtaining
+# a copy of this software and associated documentation files (the
+# 'Software'), to deal in the Software without restriction, including
+# without limitation the rights to use, copy, modify, merge, publish,
+# distribute, sublicense, and/or sell copies of the Software, and to
+# permit persons to whom the Software is furnished to do so, subject to
+# the following conditions:
+#
+# The above copyright notice and this permission notice shall be
+# included in all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED 'AS IS', WITHOUT WARRANTY OF ANY KIND,
+# EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+# MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+# IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+# CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+# TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
+# SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+#++
+
+require File.expand_path(File.join(File.dirname(__FILE__), 'spec_helper'))
+require File.expand_path(File.join(File.dirname(__FILE__), '..', 'lib', 'right_scraper'))
+
+
+module RightScraper::Scanners
+  describe CookbookManifest do
+    it 'should accumulate files' do
+      resource = flexmock(:resource)
+      resource.should_receive(:manifest=).with({"foo" => Digest::SHA1.hexdigest("bar"),
+                                                 "baz" => Digest::SHA1.hexdigest("quux")
+                                               }).once
+      manifest = CookbookManifest.new
+      manifest.notice("foo") { "bar" }
+      manifest.notice("baz") { "quux" }
+      manifest.end(resource)
+    end
+    it 'should keep different resources separated' do
+      resource = flexmock(:resource)
+      resource.should_receive(:manifest=).with({"foo" => Digest::SHA1.hexdigest("bar"),
+                                                 "baz" => Digest::SHA1.hexdigest("quux")
+                                               }).once
+      resource.should_receive(:manifest=).with({"bar" => Digest::SHA1.hexdigest("fred")
+                                               }).once
+      manifest = CookbookManifest.new
+      manifest.notice("foo") { "bar" }
+      manifest.notice("baz") { "quux" }
+      manifest.end(resource)
+      manifest.notice("bar") { "fred" }
+      manifest.end(resource)
+    end
+  end
+end

data/spec/cookbook_s3_upload_spec.rb

@@ -0,0 +1,152 @@
+#--
+# Copyright: Copyright (c) 2010-2011 RightScale, Inc.
+#
+# Permission is hereby granted, free of charge, to any person obtaining
+# a copy of this software and associated documentation files (the
+# 'Software'), to deal in the Software without restriction, including
+# without limitation the rights to use, copy, modify, merge, publish,
+# distribute, sublicense, and/or sell copies of the Software, and to
+# permit persons to whom the Software is furnished to do so, subject to
+# the following conditions:
+#
+# The above copyright notice and this permission notice shall be
+# included in all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED 'AS IS', WITHOUT WARRANTY OF ANY KIND,
+# EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+# MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+# IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+# CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+# TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
+# SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+#++
+
+require File.expand_path(File.join(File.dirname(__FILE__), 'spec_helper'))
+require 'tmpdir'
+require 'digest/sha1'
+
+describe RightScraper::Scanners::CookbookS3Upload do
+  include RightScraper::SpecHelpers::DevelopmentModeEnvironment
+
+  include RightScraper::SpecHelpers
+
+  # Create download repository following given layout
+  # Update @repo_path with path to repository
+  # Delete any previously created repo
+  def setup_download_repo
+    @tmpdir = Dir.mktmpdir
+    @download_repo_path = File.join(@tmpdir, "download")
+    @repo_path = File.join(@tmpdir, "repo")
+    @repo_content = [ { 'folder1' => [ 'file2', 'file3' ] }, { 'folder2' => [ { 'folder3' => [ 'file4' ] } ] }, 'file1' ]
+    create_cookbook(@download_repo_path, @repo_content)
+    @download_file = File.join(@tmpdir, "file.tar")
+    Dir.chdir(@download_repo_path) do
+      res, status = exec("tar cf \"#{@download_file}\" *")
+      raise "Failed to create tarball: #{res}" unless status.success?
+    end
+  end
+
+  # Cleanup after ourselves
+  def delete_download_repo
+    FileUtils.remove_entry_secure @tmpdir unless @tmpdir.nil?
+  end
+
+  before(:all) do
+    @scraperclass = RightScraper::Scrapers::Cookbook
+  end
+
+  before(:each) do
+    pending "Not run unless AMAZON_ACCESS_KEY_ID and AMAZON_SECRET_ACCESS_KEY set" unless
+            ENV['AMAZON_ACCESS_KEY_ID'] && ENV['AMAZON_SECRET_ACCESS_KEY']
+  end
+
+  context "given a bucket that doesn't exist" do
+    before(:each) do
+      setup_download_repo
+    end
+
+    after(:each) do
+      delete_download_repo
+    end
+
+    before(:each) do
+      @repo = RightScraper::Repositories::Base.from_hash(:display_name => 'test repo',
+                                               :repo_type    => :download,
+                                               :url          => "file:///#{@download_file}")
+      @s3 = RightAws::S3.new(aws_access_key_id=ENV['AMAZON_ACCESS_KEY_ID'],
+                            aws_secret_access_key=ENV['AMAZON_SECRET_ACCESS_KEY'],
+                            :logger => RightScraper::Logger.new)
+      FileUtils.rm_rf(RightScraper::Retrievers::Base.repo_dir(@repo_path, @repo))
+    end
+
+    it 'should raise an exception immediately' do
+      bucket_name = 'this-bucket-does-not-exist'
+      @s3.bucket(bucket_name).should be_nil
+      lambda {
+      @scraper = @scraperclass.new(:repo_dir => @download_repo_path,
+                                   :scanners => [RightScraper::Scanners::CookbookMetadata,
+                                                 RightScraper::Scanners::CookbookManifest,
+                                                 RightScraper::Scanners::S3Upload],
+                                   :s3_key => ENV['AMAZON_ACCESS_KEY_ID'],
+                                   :s3_secret => ENV['AMAZON_SECRET_ACCESS_KEY'],
+                                   :s3_bucket => bucket_name,
+                                   :max_bytes => 1024**2,
+                                   :max_seconds => 20)
+        }.should raise_exception(/Need an actual, existing S3 bucket!/)
+    end
+  end
+
+  context 'given a download repository with the S3UploadScanner' do
+    before(:each) do
+      setup_download_repo
+    end
+
+    before(:each) do
+      @repo = RightScraper::Repositories::Base.from_hash(:display_name => 'test repo',
+                                               :repo_type    => :download,
+                                               :url          => "file:///#{@download_file}")
+      bucket_name = 'com.rightscale.test.20100823'
+      @scraper = @scraperclass.new(:repo_dir => @download_repo_path,
+                                   :scanners => [RightScraper::Scanners::CookbookMetadata,
+                                                 RightScraper::Scanners::CookbookManifest,
+                                                 RightScraper::Scanners::S3Upload],
+                                   :s3_key => ENV['AMAZON_ACCESS_KEY_ID'],
+                                   :s3_secret => ENV['AMAZON_SECRET_ACCESS_KEY'],
+                                   :s3_bucket => bucket_name,
+                                   :max_bytes => 1024**2,
+                                   :max_seconds => 20)
+      s3 = RightAws::S3.new(aws_access_key_id=ENV['AMAZON_ACCESS_KEY_ID'],
+                            aws_secret_access_key=ENV['AMAZON_SECRET_ACCESS_KEY'],
+                            :logger => RightScraper::Logger.new)
+      @bucket = s3.bucket(bucket_name, create=true)
+      FileUtils.rm_rf(RightScraper::Retrievers::Base.repo_dir(@repo_path, @repo))
+    end
+
+    after(:each) do
+      delete_download_repo
+    end
+
+    context 'that has scraped' do
+      before(:each) do
+        @cookbook = @scraper.next
+        @cookbook.should_not be_nil
+      end
+
+      it 'the cookbook should exist' do
+        s3cookbook = @bucket.get(File.join('Cooks', @cookbook.resource_hash))
+        s3cookbook.should_not be_nil
+        hash = JSON.parse(s3cookbook)
+        hash["metadata"].should == @cookbook.metadata
+        hash["manifest"].should == @cookbook.manifest
+      end
+
+      it 'every file in the manifest should exist' do
+        @cookbook.manifest.each do |key, value|
+          file = @bucket.get(File.join('Files', value))
+          file.should_not be_nil
+          Digest::SHA1.hexdigest(file).should == value
+        end
+      end
+    end
+  end
+end

data/spec/download/download_retriever_spec.rb

@@ -0,0 +1,118 @@
+#--
+# Copyright: Copyright (c) 2010-2011 RightScale, Inc.
+#
+# Permission is hereby granted, free of charge, to any person obtaining
+# a copy of this software and associated documentation files (the
+# 'Software'), to deal in the Software without restriction, including
+# without limitation the rights to use, copy, modify, merge, publish,
+# distribute, sublicense, and/or sell copies of the Software, and to
+# permit persons to whom the Software is furnished to do so, subject to
+# the following conditions:
+#
+# The above copyright notice and this permission notice shall be
+# included in all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED 'AS IS', WITHOUT WARRANTY OF ANY KIND,
+# EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+# MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+# IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+# CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+# TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
+# SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+#++
+
+require File.expand_path(File.join(File.dirname(__FILE__), 'download_retriever_spec_helper'))
+require File.expand_path(File.join(File.dirname(__FILE__), '..', 'scraper_helper'))
+
+describe RightScraper::Retrievers::Download do
+  include RightScraper::SpecHelpers::DevelopmentModeEnvironment
+
+  include RightScraper::ScraperHelper
+  include RightScraper::SpecHelpers
+
+  before(:each) do
+    @helper = RightScraper::DownloadRetrieverSpecHelper.new
+    @repo = @helper.repo
+    @retriever = @repo.retriever(:max_bytes => 1024**2, :max_seconds => 20, :basedir => @helper.download_repo_path)
+  end
+
+  after(:each) do
+    @helper.close unless @helper.nil?
+    @helper = nil
+  end
+
+  it 'should not initially have a tag' do
+    @repo.tag.should be_nil
+  end
+
+  context 'given a password protected repository' do
+    before(:each) do
+      pending "Not run unless REMOTE_USER and REMOTE_PASSWORD set" unless ENV['REMOTE_USER'] && ENV['REMOTE_PASSWORD']
+      url = 'https://wush.net/svn/rightscale/cookbooks_test/cookbooks/app_rails.tar.gz'
+      @repo.url = url
+      @repo.display_name = 'wush'
+    end
+
+    it 'should scrape' do
+      @retriever.retrieve
+      scraper = RightScraper::Scrapers::Base.scraper(:kind            => :cookbook,
+                                                     :ignorable_paths => @retriever.ignorable_paths,
+                                                     :repo_dir        => @retriever.repo_dir,
+                                                     :repository      => @retriever.repository)
+      cookbook = scraper.next_resource
+      cookbook.should_not be_nil
+      cookbook.metadata.should_not be_nil
+      cookbook.metadata["name"].should == "app_rails"
+      cookbook.repository.tag.should_not be_nil
+    end
+  end
+
+  context 'given a download repository' do
+    before(:each) do
+      @download_file = @helper.download_file
+    end
+
+    def get_scraper
+      @retriever.retrieve
+      RightScraper::Scrapers::Base.scraper(:kind            => :cookbook,
+                                           :ignorable_paths => @retriever.ignorable_paths,
+                                           :repo_dir        => @retriever.repo_dir,
+                                           :repository      => @retriever.repository)
+    end
+
+    it 'should only return one cookbook' do
+      scraper = get_scraper
+      scraper.next_resource
+      scraper.next_resource.should == nil
+    end
+
+    it 'should scrape' do
+      scraper = get_scraper
+      @helper.check_resource(scraper.next_resource, @download_file, @repo)
+    end
+
+    it 'should scrape a gzipped tarball' do
+      res, status = exec("gzip -c #{@download_file} > #{@download_file}.gz")
+      raise "Failed to gzip tarball: #{res}" unless status.success?
+      @repo.url += ".gz"
+      scraper = get_scraper
+      begin
+        @helper.check_resource(scraper.next_resource, @download_file + ".gz", @repo)
+      ensure
+        File.unlink(@download_file + ".gz")
+      end
+    end
+
+    it 'should scrape a bzipped tarball' do
+      res, status = exec("bzip2 -c #{@download_file} > #{@download_file}.bz2")
+      raise "Failed to bzip tarball: #{res}" unless status.success?
+      @repo.url += ".bz2"
+      scraper = get_scraper
+      begin
+        @helper.check_resource(scraper.next_resource, @download_file + ".bz2", @repo)
+      ensure
+        File.unlink(@download_file + ".bz2")
+      end
+    end
+  end
+end

data/spec/download/download_retriever_spec_helper.rb

@@ -0,0 +1,72 @@
+#--
+# Copyright: Copyright (c) 2010-2011 RightScale, Inc.
+#
+# Permission is hereby granted, free of charge, to any person obtaining
+# a copy of this software and associated documentation files (the
+# 'Software'), to deal in the Software without restriction, including
+# without limitation the rights to use, copy, modify, merge, publish,
+# distribute, sublicense, and/or sell copies of the Software, and to
+# permit persons to whom the Software is furnished to do so, subject to
+# the following conditions:
+#
+# The above copyright notice and this permission notice shall be
+# included in all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED 'AS IS', WITHOUT WARRANTY OF ANY KIND,
+# EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+# MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+# IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+# CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+# TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
+# SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+#++
+
+require File.expand_path(File.join(File.dirname(__FILE__), '..', 'retriever_spec_helper'))
+require File.expand_path(File.join(File.dirname(__FILE__), '..', '..', 'lib', 'right_scraper'))
+
+module RightScraper
+  class DownloadRetrieverSpecHelper < RetrieverSpecHelper
+    def download_repo_path
+      File.join(@tmpdir, "download")
+    end
+
+    attr_reader :download_file
+
+    def repo
+      RightScraper::Repositories::Base.from_hash(:display_name => 'test repo',
+                                       :repo_type    => :download,
+                                       :url          => "file://#{@download_file}",
+                                       :first_credential => ENV['REMOTE_USER'],
+                                       :second_credential => ENV['REMOTE_PASSWORD'])
+    end
+
+    # Create download repository following given layout
+    # Update @repo_path with path to repository
+    # Delete any previously created repo
+    def initialize
+      super
+      @download_repo_path = File.join(@tmpdir, "download")
+      make_cookbooks
+      @download_file = File.join(@tmpdir, "file.tar")
+      Dir.chdir(download_repo_path) do
+        res, status = exec("tar cf \"#{@download_file}\" *")
+        raise "Failed to create tarball: #{res}" unless status.success?
+      end
+    end
+
+    # Cookbook creation method.  Meant to be extended by subclasses.
+    def make_cookbooks
+      create_cookbook(download_repo_path, repo_content)
+    end
+
+    def check_resource(resource, tarball, repository, position=".")
+      resource.should_not == nil
+      resource.repository.tag.should_not == nil
+      resource.repository.repository_hash.should == repository.repository_hash
+      resource.repository.checkout_hash.should_not == repository.checkout_hash
+      resource.pos.should == position
+      resource.metadata.should == repo_content
+      resource.manifest.should == manifest
+    end
+  end
+end