right_scraper 1.0.26 → 3.0.0

data/spec/download/download_spec.rb

@@ -0,0 +1,130 @@
+#--
+# Copyright: Copyright (c) 2010-2011 RightScale, Inc.
+#
+# Permission is hereby granted, free of charge, to any person obtaining
+# a copy of this software and associated documentation files (the
+# 'Software'), to deal in the Software without restriction, including
+# without limitation the rights to use, copy, modify, merge, publish,
+# distribute, sublicense, and/or sell copies of the Software, and to
+# permit persons to whom the Software is furnished to do so, subject to
+# the following conditions:
+#
+# The above copyright notice and this permission notice shall be
+# included in all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED 'AS IS', WITHOUT WARRANTY OF ANY KIND,
+# EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+# MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+# IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+# CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+# TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
+# SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+#++
+require File.expand_path(File.join(File.dirname(__FILE__), '..', 'cookbook_helper'))
+
+describe RightScraper::Resources::Cookbook do
+  include RightScraper::SpecHelpers::DevelopmentModeEnvironment
+
+  include RightScraper::CookbookHelper
+
+  shared_examples_for 'a download repository' do
+    it_should_behave_like 'a generic repository'
+
+    it 'should have no tag' do
+      parse_url(@repository)[:tag].should be_nil
+    end
+    it 'should have no position' do
+      parse_url(@repository)[:position].should be_nil
+    end
+    it 'should have no credentials' do
+      parse_url(@repository)[:username].should be_nil
+      parse_url(@repository)[:password].should be_nil
+    end
+  end
+
+  context 'with a download repository' do
+    before(:each) do
+      @repository = RightScraper::Repositories::Base.from_hash(:display_name => 'test repo',
+                                                     :repo_type => :download,
+                                                     :url => "http://a.site/foo/bar/baz",
+                                                     :first_credential => "user",
+                                                     :second_credential => "password")
+    end
+
+    it_should_behave_like 'a download repository'
+
+    it 'should have a cookbook hash' do
+      checkout_hash =
+        Digest::SHA1.hexdigest("1\000download\000http://a.site/foo/bar/baz\000")
+      example_cookbook(@repository).resource_hash.should ==
+        Digest::SHA1.hexdigest("1\000#{checkout_hash}\000")
+    end
+
+    it 'should have a cookbook hash invariant under credential changes' do
+      old_hash = example_cookbook(@repository).resource_hash
+      @repository.first_credential = "b-key"
+      example_cookbook(@repository).resource_hash.should == old_hash
+    end
+
+    it 'should have a cookbook hash that varies when the position changes' do
+      example_cookbook(@repository, "foo").resource_hash.should_not ==
+        example_cookbook(@repository, "bar").resource_hash
+    end
+  end
+
+  context 'with a download repository with a port' do
+    before(:each) do
+      @repository = RightScraper::Repositories::Base.from_hash(:display_name => 'test repo',
+                                                     :repo_type => :download,
+                                                     :url => "http://a.site:23/foo/bar/baz",
+                                                     :first_credential => "user",
+                                                     :second_credential => "password")
+    end
+
+    it_should_behave_like 'a download repository'
+  end
+
+  context 'with a download repository with just a user' do
+    before(:each) do
+      @repository = RightScraper::Repositories::Base.from_hash(:display_name => 'test repo',
+                                                     :repo_type => :download,
+                                                     :url => "http://a.site/foo/bar/baz",
+                                                     :first_credential => "user")
+    end
+
+    it_should_behave_like 'a download repository'
+  end
+
+  context 'with a weird download repository' do
+    before(:each) do
+      @repository = RightScraper::Repositories::Base.from_hash(:display_name => 'test repo',
+                                                     :repo_type => :download,
+                                                     :url => "urn:a.site:stuff")
+    end
+
+    it_should_behave_like 'a download repository'
+  end
+
+  context 'with a malicious download repository' do
+    before(:each) do
+      @repository = RightScraper::Repositories::Base.from_hash(:display_name => 'test repo',
+                                                     :repo_type => :download,
+                                                     :url => "http://foo.bar.baz.quux/%20CBLAH",
+                                                     :first_credential => "foo:b/ar",
+                                                     :second_credential => "foo@bar")
+    end
+
+    it_should_behave_like 'a download repository'
+  end
+
+  context 'with a download repository that includes a query' do
+    before(:each) do
+      @repository = RightScraper::Repositories::Base.from_hash(:display_name => 'test repo',
+                                                     :repo_type => :download,
+                                                     :url => "http://foo.bar.baz.quux/stuff?q=bar")
+    end
+
+    it_should_behave_like 'a download repository'
+  end
+
+end

data/spec/download/multi_dir_spec.rb

@@ -0,0 +1,106 @@
+#--
+# Copyright: Copyright (c) 2010-2011 RightScale, Inc.
+#
+# Permission is hereby granted, free of charge, to any person obtaining
+# a copy of this software and associated documentation files (the
+# 'Software'), to deal in the Software without restriction, including
+# without limitation the rights to use, copy, modify, merge, publish,
+# distribute, sublicense, and/or sell copies of the Software, and to
+# permit persons to whom the Software is furnished to do so, subject to
+# the following conditions:
+#
+# The above copyright notice and this permission notice shall be
+# included in all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED 'AS IS', WITHOUT WARRANTY OF ANY KIND,
+# EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+# MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+# IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+# CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+# TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
+# SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+#++
+
+require File.expand_path(File.join(File.dirname(__FILE__), 'multi_dir_spec_helper'))
+require File.expand_path(File.join(File.dirname(__FILE__), '..', 'scraper_helper'))
+
+describe RightScraper::Retrievers::Download do
+  context 'in a multiple directory situation with a resources_path set' do
+    include RightScraper::SpecHelpers::DevelopmentModeEnvironment
+
+    include RightScraper::ScraperHelper
+    include RightScraper::SpecHelpers
+
+    before(:each) do
+      @helper = RightScraper::MultiDirectorySpecHelper.new
+      @repo = @helper.repo
+    end
+
+    after(:each) do
+      @helper.close unless @helper.nil?
+      @helper = nil
+    end
+
+    context 'given a download repository' do
+      before(:each) do
+      @retriever = @repo.retriever(:max_bytes => 1024**2, :max_seconds => 20, :basedir => @helper.download_repo_path)
+      @retriever.retrieve
+      @scraper = RightScraper::Scrapers::Base.scraper(:kind            => :cookbook,
+                                                      :ignorable_paths => @retriever.ignorable_paths,
+                                                      :repo_dir        => @retriever.repo_dir,
+                                                      :repository      => @retriever.repository)
+
+        @download_file = @helper.download_file
+      end
+
+      it 'should return two cookbooks' do
+        @scraper.next_resource.should_not == nil
+        @scraper.next_resource.should_not == nil
+        @scraper.next_resource.should == nil
+      end
+
+      it 'should scrape' do
+        @helper.check_resource(@scraper.next_resource, @download_file, @repo, "subdir1")
+        @helper.check_resource(@scraper.next_resource, @download_file, @repo, "subdir2")
+      end
+    end
+
+    it 'should scrape a gzipped tarball' do
+      @download_file = @helper.download_file
+      res, status = exec("gzip -c #{@download_file} > #{@download_file}.gz")
+      raise "Failed to gzip tarball: #{res}" unless status.success?
+      begin
+        @repo.url += ".gz"
+        @retriever = @repo.retriever(:max_bytes => 1024**2, :max_seconds => 20, :basedir => @helper.download_repo_path)
+        @retriever.retrieve
+        @scraper = RightScraper::Scrapers::Base.scraper(:kind            => :cookbook,
+                                                        :ignorable_paths => @retriever.ignorable_paths,
+                                                        :repo_dir        => @retriever.repo_dir,
+                                                        :repository      => @retriever.repository)
+        @helper.check_resource(@scraper.next_resource, @download_file + ".gz", @repo, "subdir1")
+        @helper.check_resource(@scraper.next_resource, @download_file + ".gz", @repo, "subdir2")
+      ensure
+        File.unlink(@download_file + ".gz")
+      end
+    end
+
+    it 'should scrape a bzipped tarball' do
+      @download_file = @helper.download_file
+      res, status = exec("bzip2 -c #{@download_file} > #{@download_file}.bz2")
+      raise "Failed to bzip tarball: #{res}" unless status.success?
+      begin
+        @repo.url += ".bz2"
+        @retriever = @repo.retriever(:max_bytes => 1024**2, :max_seconds => 20, :basedir => @helper.download_repo_path)
+        @retriever.retrieve
+        @scraper = RightScraper::Scrapers::Base.scraper(:kind           => :cookbook,
+                                                        :ignorable_paths => @retriever.ignorable_paths,
+                                                        :repo_dir        => @retriever.repo_dir,
+                                                        :repository      => @retriever.repository)
+        @helper.check_resource(@scraper.next_resource, @download_file + ".bz2", @repo, "subdir1")
+        @helper.check_resource(@scraper.next_resource, @download_file + ".bz2", @repo, "subdir2")
+      ensure
+        File.unlink(@download_file + ".bz2")
+      end
+    end
+  end
+end

data/spec/download/multi_dir_spec_helper.rb

@@ -0,0 +1,40 @@
+#--
+# Copyright: Copyright (c) 2010-2011 RightScale, Inc.
+#
+# Permission is hereby granted, free of charge, to any person obtaining
+# a copy of this software and associated documentation files (the
+# 'Software'), to deal in the Software without restriction, including
+# without limitation the rights to use, copy, modify, merge, publish,
+# distribute, sublicense, and/or sell copies of the Software, and to
+# permit persons to whom the Software is furnished to do so, subject to
+# the following conditions:
+#
+# The above copyright notice and this permission notice shall be
+# included in all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED 'AS IS', WITHOUT WARRANTY OF ANY KIND,
+# EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+# MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+# IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+# CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+# TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
+# SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+#++
+
+require File.expand_path(File.join(File.dirname(__FILE__), 'download_retriever_spec_helper'))
+
+module RightScraper
+  class MultiDirectorySpecHelper < DownloadRetrieverSpecHelper
+    def make_cookbooks
+      super
+      create_cookbook(File.join(download_repo_path, 'subdir1'), repo_content)
+      create_cookbook(File.join(download_repo_path, 'subdir2'), repo_content)
+    end
+
+    def repo
+      r = super
+      r.resources_path = ['subdir1', 'subdir2']
+      r
+    end
+  end
+end

data/spec/git/cookbook_spec.rb

@@ -0,0 +1,166 @@
+#--
+# Copyright: Copyright (c) 2010-2011 RightScale, Inc.
+#
+# Permission is hereby granted, free of charge, to any person obtaining
+# a copy of this software and associated documentation files (the
+# 'Software'), to deal in the Software without restriction, including
+# without limitation the rights to use, copy, modify, merge, publish,
+# distribute, sublicense, and/or sell copies of the Software, and to
+# permit persons to whom the Software is furnished to do so, subject to
+# the following conditions:
+#
+# The above copyright notice and this permission notice shall be
+# included in all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED 'AS IS', WITHOUT WARRANTY OF ANY KIND,
+# EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+# MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+# IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+# CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+# TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
+# SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+#++
+require File.expand_path(File.join(File.dirname(__FILE__), '..', 'spec_helper'))
+require File.expand_path(File.join(File.dirname(__FILE__), '..', 'cookbook_helper'))
+
+describe RightScraper::Resources::Cookbook do
+  include RightScraper::SpecHelpers::DevelopmentModeEnvironment
+
+  include RightScraper::CookbookHelper
+
+  shared_examples_for 'a git repository' do
+    it_should_behave_like 'a generic repository'
+  end
+
+  context 'with an invalid git repository' do
+    before(:each) do
+      @repository = RightScraper::Repositories::Git.from_hash(:display_name => 'test repo',
+                                                               :repo_type   => :git,
+                                                               :url         => "http://a.site/foo/bar/baz")
+    end
+
+    it_should_behave_like 'a git repository'
+
+    it 'should fail to scrape' do
+      lambda {
+      begin
+        @tmpdir = Dir.mktmpdir
+        retriever = @repository.retriever(:basedir => @tmpdir)
+        retriever.retrieve
+      ensure
+        FileUtils.remove_entry_secure(@tmpdir)
+      end
+      }.should raise_exception(Git::GitExecuteError)
+    end
+  end
+
+  context 'with a git repository with a credential that requires a password' do
+    before(:each) do
+      passwd_key = File.open(File.join(File.dirname(__FILE__), 'password_key')).read
+      @repository = RightScraper::Repositories::Git.from_hash(
+                                                     :display_name     => 'test repo',
+                                                     :repo_type        => :git,
+                                                     :url              => "http://a.site/foo/bar/baz",
+                                                     :first_credential => passwd_key)
+    end
+
+    it_should_behave_like 'a git repository'
+
+    it 'should close the connection to the agent' do
+      oldpid = ENV['SSH_AGENT_PID']
+      lambda {
+        begin
+          @tmpdir = Dir.mktmpdir
+          retriever = @repository.retriever(:basedir => @tmpdir)
+          retriever.retrieve
+        ensure
+          FileUtils.remove_entry_secure(@tmpdir)
+        end
+      }.should raise_exception(ProcessWatcher::NonzeroExitCode)
+      ENV['SSH_AGENT_PID'].should == oldpid
+    end
+  end
+
+  context 'with an invalid git repository with a real credential' do
+    before(:each) do
+      passwd_key = File.open(File.join(File.dirname(__FILE__), 'demokey')).read
+      @repository = RightScraper::Repositories::Git.from_hash(
+                                                     :display_name     => 'test repo',
+                                                     :repo_type        => :git,
+                                                     :url              => "http://example.example/foo/bar/baz",
+                                                     :first_credential => passwd_key)
+    end
+
+    it_should_behave_like 'a git repository'
+
+    it 'should close the connection to the agent' do
+      oldpid = ENV['SSH_AGENT_PID']
+      lambda {
+        begin
+          @tmpdir = Dir.mktmpdir
+          retriever = @repository.retriever(:basedir => @tmpdir)
+          retriever.retrieve
+        ensure
+          FileUtils.remove_entry_secure(@tmpdir)
+        end
+      }.should raise_exception(Git::GitExecuteError)
+      ENV['SSH_AGENT_PID'].should == oldpid
+    end
+  end
+
+  context 'with a git repository' do
+    before(:each) do
+      @repository = RightScraper::Repositories::Git.from_hash(
+                                                     :display_name     => 'test repo',
+                                                     :repo_type        => :git,
+                                                     :url              => "http://a.site/foo/bar/baz",
+                                                     :first_credential => "a-key")
+    end
+
+    it_should_behave_like 'a git repository'
+
+    it 'should have a tag' do
+      @repository.tag.should == "master"
+    end
+
+    it 'should have a cookbook hash' do
+      repo_hash = Digest::SHA1.hexdigest("1\000git\000http://a.site/foo/bar/baz\000master")
+      example_cookbook(@repository).resource_hash.should ==
+        Digest::SHA1.hexdigest("1\000#{repo_hash}\000")
+    end
+
+    it 'should have a cookbook hash invariant under credential changes' do
+      old_hash = example_cookbook(@repository).resource_hash
+      @repository.first_credential = "b-key"
+      example_cookbook(@repository).resource_hash.should == old_hash
+    end
+
+    it 'should have a cookbook hash that varies when the tag changes' do
+      old_hash = example_cookbook(@repository).resource_hash
+      @repository.tag = "tag"
+      example_cookbook(@repository).resource_hash.should_not == old_hash
+    end
+
+    it 'should have a cookbook hash that varies when the position changes' do
+      example_cookbook(@repository, "foo").resource_hash.should_not ==
+        example_cookbook(@repository, "bar").resource_hash
+    end
+  end
+  context 'with a git repository with a tag' do
+    before(:each) do
+      @repository = RightScraper::Repositories::Git.from_hash(
+                                                     :display_name     => 'test repo',
+                                                     :repo_type        => :git,
+                                                     :url              => "http://a.site/foo/bar/baz",
+                                                     :tag              => "DEADBEEF",
+                                                     :first_credential => "a-key")
+    end
+
+    it_should_behave_like 'a git repository'
+
+    it 'should have a tag' do
+      @repository.tag.should == "DEADBEEF"
+    end
+  end
+
+end

data/spec/git/demokey

@@ -0,0 +1,27 @@
+-----BEGIN RSA PRIVATE KEY-----
+MIIEoQIBAAKCAQEAxJsM8sZ6++Nky/ogLEYhKtKivB37sPB9M6Un0z6PkIRgUsGd
+ntMJqP1U6820jH+n1/lOH/MnlUsvzoo8DnOdbe9kGOHBmtWmNcjqacZUn9Dbpbjv
+lI7RUUmZ5OBKn8Pjt2qbSXnnci9Q5j5Rgh6DR8A70S04FIUP8AGpCIO23BhA928C
+iM18zN5mBvzET7L2DYiNhJJFsFWMbN13CdukTjNVNLETEusNVUU09G1NxX4esKky
+7tHh1c9APFvu98KjYOHkv1o7dB7T4dO3KaKCNWINCHeeoE+QmAkhAZwI72ijRkPx
+H+QMisMsHucPFvgOVVObxHWu9hRlNWIOodANHQIBIwKCAQBDaFw1+uhWXJeWZGLN
+Wd98ZXmflUBZ7A2rTpFPva2QomorAI3QDddtI6gWVSf1qBxKDFVMyGVXwgHDKBSX
+PZUPv8qMMCUfJK4Dz9tXdzL09ya8eeu959K8yMcMpKvfAVVjdQIKkDIYhUBO8Mt9
+EcacQeiffTfMhWSMzV6Gk48m4ySfpqpLFOdL5DQfBhoPatsjqbMMe5bC+t/LlGhO
+lrxH1BDM+54O+EamgCiZp2AsLNfhjyrXu5fqzXCHA/0cC5hWDB7JPCJwe+XL4ivy
+zLEdRdqcV7cqX0wvsDohFXXJ+P8SlQtbzZmtb1cfheii8EZNzjZeCqRqmNOGyuHN
+La0LAoGBAOWm8yNw/6rIcRW+bGp2xsCZ/RYMeeHXYi9yTXbCfWu6ToFnivkpxcH3
+aG5SivCQeGC6J6ZFwDIwFbbLUvvyCcVv25WrgUvAQC5/rRlh8cKffnLoNx/9SFNz
+xE8/48so5zcLsrkvAi+w+x/Lfu3IguoItpYqIXxhmBvCra+TPnUZAoGBANspgG5n
+e4S8aQ2Yvo3WnzZLhy0+WpbK7ProydAM0T4Xuk13SDeS0Sf4PFA3D4S0LZ2kn/pe
+g9844laR5/tz7GGguEqePuCWdUck0vLuMRBV19yC61MSG/RD2Cg2jvuOwIREXoF6
+dNyf7fjiIZAd4wHprjxdX9MIPospj0x4IbSlAoGAfKsWRnCKymzPrLfUdE8bb96Q
+tDKokIrdh3iQc6toqDHwGlzHyRatLsgiv4vlBj/MUcQkJw/r/fzYlm5gP6CmN/rk
+6tlyEy3ZsteYe35QCpEYwgkH+2w9NJ3uOaZXFoPrOyObiRmE2A+eRHXIj7X97MLm
+xovmStXk2962DtrnZCMCgYEAqRFjE1ckxXtm+9w7OjfZ6A5g9wQ3QSAzJ/Voe+yh
+amoTYFS0DZ0lAZOcPeFVHTqJlt4VAvh0W74q8lNMjsckEMxw6Rr9TirswdqUGn07
+ysXhCTHLepjw/kL3NPbjVFguHORI54paJooAuK5xqbCnzkaNuYncNRT9DEShvqXQ
+288CgYA+2HcMnscZOBF7DStMxEgmJuez9XE04ke0Mbzs1Igp001jllJExOtI/4pn
+uVfahf3ds/n3YQu0wHLe2utKckE4DCd3zMKTwz32pGodXzSFwhNteeEutefHLtsH
+2IPpEtDXfDbBUJGYFLKyUHswZ9glKffhs31X5jb77BMbScNEQw==
+-----END RSA PRIVATE KEY-----

data/spec/git/demokey.pub

@@ -0,0 +1 @@
+ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAxJsM8sZ6++Nky/ogLEYhKtKivB37sPB9M6Un0z6PkIRgUsGdntMJqP1U6820jH+n1/lOH/MnlUsvzoo8DnOdbe9kGOHBmtWmNcjqacZUn9DbpbjvlI7RUUmZ5OBKn8Pjt2qbSXnnci9Q5j5Rgh6DR8A70S04FIUP8AGpCIO23BhA928CiM18zN5mBvzET7L2DYiNhJJFsFWMbN13CdukTjNVNLETEusNVUU09G1NxX4esKky7tHh1c9APFvu98KjYOHkv1o7dB7T4dO3KaKCNWINCHeeoE+QmAkhAZwI72ijRkPxH+QMisMsHucPFvgOVVObxHWu9hRlNWIOodANHQ== grahamhughes@Graham-Hughess-Computer.local

data/spec/git/password_key

@@ -0,0 +1,30 @@
+-----BEGIN RSA PRIVATE KEY-----
+Proc-Type: 4,ENCRYPTED
+DEK-Info: DES-EDE3-CBC,6B0CA080DABAAD1E
+
+/HzipjC3L/jIQGWAIBLbAIFYd3R9a/LtZhYlH0BL2fa3xIhCfSTrgaF/dSGivhXp
+bAJC1JBvIKfyZp/sNJxN058rbhWJXUeixbyjGqCZpfHGbWRRp41V3s0Vtlb6yv/t
+tpv+wAf36RcE/Did+SEvLSesBAeYqt+6RAeyntDPiBDXA24neJ9krn8LoYu6vc7L
+u4M7YmAcjxdive3AYYz8pnldzLBtvJ+2QK9gMexyGiFrvJi7efHRw1aqac4LOLSE
+/0575oEvULJoUSgNSMMqCU+CDBbSn6re+TMA89gDAEKYDyAL/SU0OJGs30ulfHMg
+CCkDF8NK7X9zBlAkD/m0mrIHbjWjnWIlBj1ZUcGYtp3/oMuMyBTpkVcNJVUMN5YF
+U9iWGsP+OTXGxOWQh3NiG+0xBgLjzPkaJIxw4tWg5pSpavD6yZ8rOQcpPFC05NzE
+Kll750p7fX0G+/M9gVu84QfCc+xTpD/bJ8BvdfQnpBAPx653IO1OCNWtdURTu4a5
+6lBVa0NG92xx9CeuyC9jFNpqMN65YLF4vchLnTH1UkzEJ46S8TIIiEj2UPHP82N9
+aKX+0lc60s3RKZWTEvPYzEAAXRihyVUefvbT0e1Dz1NzW2WzRA4UwHc0rg5r/2d5
+MGnI77i+cNtyPmEucLn5PQAkSubGs5Ww9vwB2mAyLIWsLDzkUX7/TFBE/05p35if
+Tz8Lj7bpIY4itzV752rfYI17QL2AXUkEaR3PKFl8JC9NxrO/Uw/xeuFeGsti7pKk
+gqsFV0PzfrlbKXnL2EMpyOYIf7T5bd5ScWL6+59pPujPZ1XiPrcffGWJ6jFUghqu
+e7isM8r+byAUEM+q/AM10i51YeB/MqRi9Y00iFnOUvwJ1z+VH43f0Vnhha+Z8OQe
+Xl5ibB5lCx2mQZ5NfYAdaRNHWP9LZVTyG1lq8X47EAc2cebz6CqsJ9w+UL02hcYC
+5byP50MfiWNpk24MsNJWPp01wuTrz90W3m/jubw+86uMQfl8ibjkqA4tZSGMHimv
+EqI6QYZTF09Zxuh4eFnTU06gACxOqqdcJQ+wKa7LFVNWsbvt4bo2DzFTTa7BmnAI
+wS0In0hv4nEdgIk00vdkryldtFwqNL1QLFjfAghQ+HAZa6c04N1oS5TD+LdCPARL
+2k0E1uJa4mDxk3hYlDxzZDuLdvc2YKBzWnho4oq+TMONtVZF/chbm0jdF4UJocF2
+EcIUUi5iXwtQCcI+qOLh3uQV1M9UYDSLZfgnoTKjRML66KcDmlnHLUp00FToc2Gs
+qUImOmOncozeAe/uBJAiDkPe1A7ia4DgOyGtk8lsYMRtVOJ8apjpmHy/BD28snxC
+jAORGx4SpqJu7bQKiBKDe5ZR3c8HDqBaLtoPabvBiykEvPq/PH1zotZYD0lOpvgG
+QDA1t/YXzSygjTR8U1inTJ2fxG5Iksjrq1R9GR/B3T+m79aYLADAS9Hvl7yDW8QQ
+TDu+RQsQnzO9LjWMBrsyq9nEi0fvNNTlxOQf28nlLFHPVIaaxF4N14YPd86vNtcy
+pBmOFpsyBiZbnY+R0ti9uJbMHdr14fsTWV6dsOF4FDerDEk6ajcXpA==
+-----END RSA PRIVATE KEY-----

data/spec/git/password_key.pub

@@ -0,0 +1 @@
+ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAw56wRLwoHYzEHSZtf4e/34Jc2v1mhTZuIjNzCbhKyFS6JzsGl5Hzq0gsV1spVw+l0HW725z0wZST+AeNdcgBmm5CBl4153jTT8eZ7uqVC1PCzp16TwpYeBdxvVJGhgXFJCy0qmlPkBB6/tq/KWDIUJVE3V2U5QEyC88v2tZSqxtzRkHms2+ZG/eUydWFsNRSCNqUZ/L6H9Iqi3xZl1xmYt/JeCtgNe7eh721LMfWfD9xg2ekTmBBEeCOCIL1+0i9duK9Rsn5H3pOvekEdCHhge3OelYTP9z/trJievJ96ViJUjLppV6OO7Oog0UzaMgi2HMNy9WGgtJ5TTuBLM5KmQ== grahamhughes@kyuzo.local

data/spec/git/repository_spec.rb

@@ -0,0 +1,110 @@
+#--
+# Copyright: Copyright (c) 2010-2011 RightScale, Inc.
+#
+# Permission is hereby granted, free of charge, to any person obtaining
+# a copy of this software and associated documentation files (the
+# 'Software'), to deal in the Software without restriction, including
+# without limitation the rights to use, copy, modify, merge, publish,
+# distribute, sublicense, and/or sell copies of the Software, and to
+# permit persons to whom the Software is furnished to do so, subject to
+# the following conditions:
+#
+# The above copyright notice and this permission notice shall be
+# included in all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED 'AS IS', WITHOUT WARRANTY OF ANY KIND,
+# EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+# MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+# IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+# CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+# TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
+# SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+#++
+
+require File.expand_path(File.join(File.dirname(__FILE__), '..', 'spec_helper'))
+require File.expand_path(File.join(File.dirname(__FILE__), '..', '..', 'lib', 'right_scraper', 'repositories', 'mock'))
+
+describe RightScraper::Repositories::Git do
+  include RightScraper::SpecHelpers::DevelopmentModeEnvironment
+
+  shared_examples_for 'git repository for hashing' do
+    it 'should have the same repository hash with or without credentials' do
+      initial_hash = @repo.repository_hash
+      @repo.first_credential = nil
+      @repo.repository_hash.should == initial_hash
+    end
+
+    it 'should have the same checkout hash with or without credentials' do
+      initial_hash = @repo.checkout_hash
+      @repo.first_credential = nil
+      @repo.checkout_hash.should == initial_hash
+    end
+
+    it 'should have a different checkout hash from repository hash' do
+      @repo.repository_hash.should_not == @repo.checkout_hash
+    end
+
+    it 'should have the same repository hash regardless of tag' do
+      initial_hash = @repo.repository_hash
+      @repo.tag = 'bar'
+      @repo.repository_hash.should == initial_hash
+    end
+
+    it 'should have different checkout hashes as tags change' do
+      initial_hash = @repo.checkout_hash
+      @repo.tag = 'bar'
+      @repo.checkout_hash.should_not == initial_hash
+    end
+  end
+
+  context 'with an HTTP scheme' do
+    before(:each) do
+      @repo = RightScraper::Repositories::Base.from_hash(:display_name => 'test repo',
+                                               :repo_type => :git,
+                                               :url => "http://foo.bar.baz.quux/%20CBLAH",
+                                               :tag => 'foo',
+                                               :first_credential => "foo:b/ar")
+    end
+
+    it 'should have a checkout hash' do
+      @repo.checkout_hash.should ==
+        Digest::SHA1.hexdigest("1\000git\000http://foo.bar.baz.quux/%20CBLAH\000foo")
+    end
+
+    it_should_behave_like 'git repository for hashing'
+  end
+
+  context 'with a git scheme' do
+    before(:each) do
+      @repo = RightScraper::Repositories::Base.from_hash(:display_name => 'test repo',
+                                               :repo_type => :git,
+                                               :url => "git://foo.bar.baz.quux/%20CBLAH",
+                                               :tag => 'foo',
+                                               :first_credential => "foo:b/ar")
+    end
+
+    it 'should have a checkout hash' do
+      @repo.checkout_hash.should ==
+        Digest::SHA1.hexdigest("1\000git\000git://foo.bar.baz.quux/%20CBLAH\000foo")
+    end
+
+    it_should_behave_like 'git repository for hashing'
+  end
+
+  context 'with an ssh-type scheme' do
+    before(:each) do
+      @repo = RightScraper::Repositories::Base.from_hash(:display_name => 'test repo',
+                                               :repo_type => :git,
+                                               :url => "foo@bar.baz.quux:/%20CBLAH",
+                                               :tag => 'foo',
+                                               :first_credential => "foo:b/ar")
+    end
+
+    it 'should have a checkout hash' do
+      @repo.checkout_hash.should ==
+        Digest::SHA1.hexdigest("1\000git\000foo@bar.baz.quux:/%20CBLAH\000foo")
+    end
+
+    it_should_behave_like 'git repository for hashing'
+  end
+end