right_scraper 1.0.26 → 3.0.0

data/spec/svn/scraper_spec.rb

@@ -0,0 +1,90 @@
+#--
+# Copyright: Copyright (c) 2010-2011 RightScale, Inc.
+#
+# Permission is hereby granted, free of charge, to any person obtaining
+# a copy of this software and associated documentation files (the
+# 'Software'), to deal in the Software without restriction, including
+# without limitation the rights to use, copy, modify, merge, publish,
+# distribute, sublicense, and/or sell copies of the Software, and to
+# permit persons to whom the Software is furnished to do so, subject to
+# the following conditions:
+#
+# The above copyright notice and this permission notice shall be
+# included in all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED 'AS IS', WITHOUT WARRANTY OF ANY KIND,
+# EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+# MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+# IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+# CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+# TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
+# SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+#++
+
+require 'stringio'
+require File.expand_path(File.join(File.dirname(__FILE__), '..', 'spec_helper'))
+require File.expand_path(File.join(File.dirname(__FILE__), 'svn_retriever_spec_helper'))
+require 'tmpdir'
+require 'flexmock'
+
+describe RightScraper::Scraper do
+  include RightScraper::SpecHelpers::DevelopmentModeEnvironment
+
+  include RightScraper::SharedExamples
+
+  before(:each) do
+    @stream = StringIO.new()
+    @tmpdir = Dir.mktmpdir
+    @scraper = RightScraper::Scraper.new(:basedir => @tmpdir, :kind => :cookbook)
+  end
+
+  after(:each) do
+    FileUtils.remove_entry_secure @tmpdir
+  end
+
+  context 'given a SVN repository' do
+    before(:each) do
+      @helper = RightScraper::SvnRetrieverSpecHelper.new
+      @repo = @helper.repo
+    end
+
+    after(:each) do
+      @helper.close
+    end
+
+    it_should_behave_like "a normal repository"
+
+    it 'should log correctly as it scrapes' do
+      callback = flexmock("callback")
+      callback.should_receive(:call).with(:begin, :retrieving, "from #{@repo}", nil).once.ordered
+      callback.should_receive(:call).with(:begin, :initialize, String, nil).once.ordered
+      callback.should_receive(:call).with(:commit, :initialize, String, nil).once.ordered
+      callback.should_receive(:call).with(:begin, :checkout, "", nil).once.ordered
+      callback.should_receive(:call).with(:begin, :checkout_revision, "", nil).once.ordered
+      callback.should_receive(:call).with(:commit, :checkout_revision, "", nil).once.ordered
+      callback.should_receive(:call).with(:commit, :checkout, "", nil).once.ordered
+      callback.should_receive(:call).with(:commit, :retrieving, "from #{@repo}", nil).once.ordered
+      callback.should_receive(:call).with(:begin, :scraping, String, nil).once.ordered
+      callback.should_receive(:call).with(:begin, :finding_next_cookbook, String, nil).once.ordered
+      callback.should_receive(:call).with(:begin, :reading_cookbook, String, nil).once.ordered
+      callback.should_receive(:call).with(:begin, :scanning_filesystem, String, nil).once.ordered
+      callback.should_receive(:call).with(:begin, :metadata_parsing, "", nil).once.ordered
+      callback.should_receive(:call).with(:commit, :metadata_parsing, "", nil).once.ordered
+      callback.should_receive(:call).with(:commit, :scanning_filesystem, String, nil).once.ordered
+      callback.should_receive(:call).with(:commit, :reading_cookbook, String, nil).once.ordered
+      callback.should_receive(:call).with(:commit, :finding_next_cookbook, String, nil).once.ordered
+      callback.should_receive(:call).with(:begin, :next, "", nil).once.ordered
+      callback.should_receive(:call).with(:begin, :searching, "", nil).once.ordered
+      callback.should_receive(:call).with(:commit, :searching, "", nil).once.ordered
+      callback.should_receive(:call).with(:commit, :next, "", nil).once.ordered
+      callback.should_receive(:call).with(:begin, :next, "", nil).once.ordered
+      callback.should_receive(:call).with(:commit, :next, "", nil).once.ordered
+      callback.should_receive(:call).with(:commit, :scraping, String, nil).once.ordered
+      @scraper.scrape(@repo) do |phase, operation, explanation, exception|
+        callback.call(phase, operation, explanation, exception)
+      end
+      @scraper.errors.should == []
+      @scraper.succeeded?.should be_true
+    end
+  end
+end

data/spec/svn/{svn_scraper_spec_helper.rb → svn_retriever_spec_helper.rb}

@@ -1,5 +1,5 @@
 #--
-# Copyright: Copyright (c) 2010 RightScale, Inc.
+# Copyright: Copyright (c) 2010-2011 RightScale, Inc.
 #
 # Permission is hereby granted, free of charge, to any person obtaining
 # a copy of this software and associated documentation files (the
@@ -21,16 +21,25 @@
 # SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
 #++
 
-require File.expand_path(File.join(File.dirname(__FILE__), '..', 'scraper_spec_helper_base'))
+require File.expand_path(File.join(File.dirname(__FILE__), '..', 'retriever_spec_helper'))
+require 'process_watcher'
 
-module RightScale
+module RightScraper
 
-  # SVN implementation of scraper spec helper
+  # SVN implementation of retriever spec helper
   # See parent class for methods headers comments
-  class SvnScraperSpecHelper < ScraperSpecHelperBase
+  class SvnRetrieverSpecHelper < RetrieverSpecHelper
+    include RightScraper::SvnClient
 
     def svn_repo_path
-      svn_repo_path = File.expand_path(File.join(File.dirname(__FILE__), '__svn_repo'))
+      File.join(@tmpdir, "svn")
+    end
+
+    attr_reader :repo
+    alias_method :repository, :repo
+
+    def scraper_path
+      File.join(@tmpdir, "scraper")
     end
 
     def repo_url
@@ -39,34 +48,44 @@ module RightScale
       url = "#{file_prefix}#{svn_repo_path}"
     end
 
-    def setup_test_repo
-      FileUtils.rm_rf(repo_path)
-      FileUtils.mkdir_p(repo_path)
-      FileUtils.rm_rf(svn_repo_path)
-      res, status = exec("svnadmin create \"#{svn_repo_path}\"")
-      raise "Failed to initialize SVN repository: #{res}" unless status.success?
-      res, status = exec("svn checkout \"#{repo_url}\" \"#{repo_path}\"")
-      raise "Failed to checkout repository: #{res}" unless status.success?
-      create_file_layout(repo_path, repo_content)
+    alias_method :repo_dir, :repo_path
+
+    def initialize
+      super()
+      FileUtils.mkdir(svn_repo_path)
+      @repo = RightScraper::Repositories::Base.from_hash(
+                                                 :display_name => 'test repo',
+                                                 :repo_type    => :svn,
+                                                 :url          => repo_url)
+      output, status = ProcessWatcher.run("svnadmin", "create", svn_repo_path)
+      raise "Can't create repo: #{output}" if status != 0
+      run_svn_no_chdir "checkout", repo_url, repo_path
+      make_cookbooks
       commit_content
     end
 
+    def make_cookbooks
+      create_cookbook(repo_path, repo_content)
+    end
+
+    def delete(location, log="")
+      run_svn "delete", location
+    end
+
     def commit_content(commit_message='commit message')
-      Dir.chdir(repo_path) do
-        res, status = exec('svn add *')
-        res, status = exec("svn commit --quiet -m \"#{commit_message}\"") if status.success?
-        raise "Failed to commit changes from #{branch}: #{res}" unless status.success?
-      end
+      run_svn "add", Dir.glob(File.join(repo_path, '**/*'))
+      run_svn "commit", "--message", commit_message
     end
 
     def commit_id(index_from_last=0)
-      res = nil
-      Dir.chdir(repo_path) do
-        res, status = exec("svn log --quiet #{repo_url}")
-        raise "Failed to retrieve commit revision #{index_from_last}: #{res}" unless status.success?
+      output = run_svn "log", "-l", (index_from_last + 1).to_s, "-r", "HEAD:0"
+      id = nil
+      output.split(/\n/).each do |line|
+        if line =~ /^r(\d+)/
+          id = $1
+        end
       end
-      commit_id = res.split("\n")[ 1 + index_from_last * 2].split(' ').first
+      id
     end
-
   end
-end
+end

data/spec/svn/url_spec.rb

@@ -0,0 +1,47 @@
+#--
+# Copyright: Copyright (c) 2010-2011 RightScale, Inc.
+#
+# Permission is hereby granted, free of charge, to any person obtaining
+# a copy of this software and associated documentation files (the
+# 'Software'), to deal in the Software without restriction, including
+# without limitation the rights to use, copy, modify, merge, publish,
+# distribute, sublicense, and/or sell copies of the Software, and to
+# permit persons to whom the Software is furnished to do so, subject to
+# the following conditions:
+#
+# The above copyright notice and this permission notice shall be
+# included in all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED 'AS IS', WITHOUT WARRANTY OF ANY KIND,
+# EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+# MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+# IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+# CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+# TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
+# SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+#++
+
+require File.expand_path(File.join(File.dirname(__FILE__), '..', 'spec_helper'))
+
+describe RightScraper::Repositories::Svn do
+  def make_repo(url)
+    @repo = RightScraper::Repositories::Svn.from_hash(:display_name => 'test repo',
+                                             :repo_type => :svn,
+                                             :url => url,
+                                             :first_credential => "foo:b/ar",
+                                             :second_credential => "blah")
+  end
+  include RightScraper::SpecHelpers::ProductionModeEnvironment
+
+  it 'should not throw an error when creating a repository for SVN URIs' do
+    lambda do
+      make_repo "http://rightscale.com/%20CBLAH"
+    end.should_not raise_exception
+    lambda do
+      make_repo "svn://rightscale.com/%20CBLAH"
+    end.should_not raise_exception
+    lambda do
+      make_repo "svn+ssh://rightscale.com/%20CBLAH"
+    end.should_not raise_exception
+  end
+end

data/spec/url_spec.rb

@@ -0,0 +1,164 @@
+#--
+# Copyright: Copyright (c) 2010-2011 RightScale, Inc.
+#
+# Permission is hereby granted, free of charge, to any person obtaining
+# a copy of this software and associated documentation files (the
+# 'Software'), to deal in the Software without restriction, including
+# without limitation the rights to use, copy, modify, merge, publish,
+# distribute, sublicense, and/or sell copies of the Software, and to
+# permit persons to whom the Software is furnished to do so, subject to
+# the following conditions:
+#
+# The above copyright notice and this permission notice shall be
+# included in all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED 'AS IS', WITHOUT WARRANTY OF ANY KIND,
+# EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+# MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+# IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+# CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+# TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
+# SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+#++
+
+require File.expand_path(File.join(File.dirname(__FILE__), 'spec_helper'))
+require File.expand_path(File.join(File.dirname(__FILE__), '..', 'lib', 'right_scraper'))
+
+describe RightScraper::Repositories::Svn do
+  def make_repo(url)
+    @repo = RightScraper::Repositories::Svn.from_hash(
+                                             :display_name      => 'test repo',
+                                             :repo_type         => :download,
+                                             :url               => url,
+                                             :first_credential  => "foo:b/ar",
+                                             :second_credential => "foo@bar")
+  end
+  before(:each) do
+    @oldtest = ENV['DEVELOPMENT']
+  end
+  after(:each) do
+    if @oldtest.nil?
+      ENV.delete('DEVELOPMENT')
+    else
+      ENV['DEVELOPMENT'] = @oldtest
+    end
+  end
+
+  context 'in production mode' do
+    before(:each) do
+      ENV.delete('DEVELOPMENT')
+    end
+
+    it 'should not throw an error when creating a repository for a normal URI' do
+      lambda do
+        make_repo "http://rightscale.com/%20CBLAH"
+      end.should_not raise_exception
+      lambda do
+        make_repo "http://172.12.3.42/%20CBLAH"
+      end.should_not raise_exception
+      lambda do
+        make_repo "http://110.12.3.42/%20CBLAH"
+      end.should_not raise_exception
+    end
+
+    it 'should refuse to create repositories for hosts that don\'t exist' do
+      lambda do
+        make_repo "http://nonexistent.invalid/%20CBLAH"
+      end.should raise_exception(RuntimeError, /Invalid URI/)
+    end
+
+    it 'should refuse to create repositories for private networks' do
+      ["10.0.2.43", "172.18.3.42", "192.168.4.2"].each do |ip|
+        lambda do
+          make_repo "http://#{ip}/%20CBLAH"
+        end.should raise_exception(RuntimeError, /Invalid URI/)
+      end
+    end
+
+    it 'should refuse to create repositories for loopback addresses' do
+      lambda do
+        make_repo "http://localhost/%20CBLAH"
+      end.should raise_exception(RuntimeError, /Invalid URI/)
+      lambda do
+        make_repo "http://127.0.0.1/%20CBLAH"
+      end.should raise_exception(RuntimeError, /Invalid URI/)
+      lambda do
+        make_repo "http://127.3.2.1/%20CBLAH"
+      end.should raise_exception(RuntimeError, /Invalid URI/)
+    end
+
+    it 'should refuse to create repositories for file:/// URIs' do
+      lambda do
+        make_repo "file://var/run/something/%20CBLAH"
+      end.should raise_exception(RuntimeError, /Invalid URI/)
+    end
+
+    it 'should refuse to create repositories for our EC2 metadata server' do
+      lambda do
+        make_repo "http://169.254.169.254/%20CBLAH"
+      end.should raise_exception(RuntimeError, /Invalid URI/)
+    end
+
+    it 'should refuse to create repositories for even valid IPv6 addresses' do
+      lambda do
+        make_repo "http://[::ffff:128.111.1.1]/%20CBLAH"
+      end.should raise_exception(RuntimeError, /Invalid URI/)
+    end
+  end
+
+  context 'in development mode' do
+    before(:each) do
+      ENV['DEVELOPMENT'] = "yes"
+    end
+
+    it 'should not throw an error when creating a repository for a normal URI' do
+      lambda do
+        make_repo "http://rightscale.com/%20CBLAH"
+      end.should_not raise_exception
+    end
+
+    it 'should create repositories for hosts that don\'t exist' do
+      lambda do
+        make_repo "http://nonexistent.invalid/%20CBLAH"
+      end.should_not raise_exception
+    end
+
+    it 'should create repositories for private networks' do
+      ["10.0.2.43", "172.18.3.42", "192.168.4.2"].each do |ip|
+        lambda do
+          make_repo "http://#{ip}/%20CBLAH"
+        end.should_not raise_exception
+      end
+    end
+
+    it 'should create repositories for loopback addresses' do
+      lambda do
+        make_repo "http://localhost/%20CBLAH"
+      end.should_not raise_exception
+      lambda do
+        make_repo "http://127.0.0.1/%20CBLAH"
+      end.should_not raise_exception
+      lambda do
+        make_repo "http://127.3.2.1/%20CBLAH"
+      end.should_not raise_exception
+    end
+
+    it 'should create repositories for file:/// URIs' do
+      lambda do
+        make_repo "file://var/run/something/%20CBLAH"
+      end.should_not raise_exception
+    end
+
+    it 'should create repositories for our EC2 metadata server' do
+      lambda do
+        make_repo "http://169.254.169.254/%20CBLAH"
+      end.should_not raise_exception
+    end
+
+    it 'should create repositories for even valid IPv6 addresses' do
+      lambda do
+        make_repo "http://[::ffff:128.111.1.1]/%20CBLAH"
+      end.should_not raise_exception
+    end
+  end
+end

metadata

@@ -1,25 +1,145 @@
 --- !ruby/object:Gem::Specification 
 name: right_scraper
 version: !ruby/object:Gem::Version 
-  hash: 35
+  hash: 7
   prerelease: false
   segments: 
-  - 1
+  - 3
   - 0
-  - 26
-  version: 1.0.26
+  - 0
+  version: 3.0.0
 platform: ruby
 authors: 
+- Graham Hughes
 - Raphael Simon
 autorequire: 
 bindir: bin
 cert_chain: []
 
-date: 2010-10-19 00:00:00 -07:00
+date: 2011-09-26 00:00:00 -07:00
 default_executable: 
-dependencies: []
-
-description: "  RightScraper provides a simple interface to download and keep local copies of remote\n  repositories up-to-date using the following protocols:\n    * git: RightScraper will clone then pull repos from git\n    * SVN: RightScraper will checkout then update SVN repositories\n    * tarballs: RightScraper will download, optionally uncompress and expand a given tar file\n"
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  version_requirements: &id001 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 13
+        segments: 
+        - 1
+        - 4
+        - 5
+        version: 1.4.5
+  requirement: *id001
+  type: :runtime
+  name: json
+  prerelease: false
+- !ruby/object:Gem::Dependency 
+  version_requirements: &id002 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 21
+        segments: 
+        - 1
+        - 2
+        - 5
+        version: 1.2.5
+  requirement: *id002
+  type: :runtime
+  name: git
+  prerelease: false
+- !ruby/object:Gem::Dependency 
+  version_requirements: &id003 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 25
+        segments: 
+        - 0
+        - 1
+        - 1
+        version: 0.1.1
+  requirement: *id003
+  type: :runtime
+  name: libarchive
+  prerelease: false
+- !ruby/object:Gem::Dependency 
+  version_requirements: &id004 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 2
+        - 0
+        version: "2.0"
+  requirement: *id004
+  type: :runtime
+  name: right_aws
+  prerelease: false
+- !ruby/object:Gem::Dependency 
+  version_requirements: &id005 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        hash: 13
+        segments: 
+        - 0
+        - 3
+        version: "0.3"
+  requirement: *id005
+  type: :runtime
+  name: process_watcher
+  prerelease: false
+- !ruby/object:Gem::Dependency 
+  version_requirements: &id006 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  requirement: *id006
+  type: :development
+  name: rspec
+  prerelease: false
+- !ruby/object:Gem::Dependency 
+  version_requirements: &id007 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  requirement: *id007
+  type: :development
+  name: flexmock
+  prerelease: false
+- !ruby/object:Gem::Dependency 
+  version_requirements: &id008 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  requirement: *id008
+  type: :development
+  name: rtags
+  prerelease: false
+description: "  RightScraper provides a simple interface to download and keep local copies of remote\n  repositories up-to-date using the following protocols:\n    * git: RightScraper will clone then pull repos from git\n    * SVN: RightScraper will checkout then update SVN repositories\n    * tarballs: RightScraper will download, optionally uncompress and expand a given tar file\n  On top of retrieving remote repositories, right_scraper also include \"scrapers\" that\n  will analyze the repository content and instantiate \"resources\" as a result. Currently\n  supported resources are Chef cookbooks and RightScale workflow definitions.\n"
 email: raphael@rightscale.com
 executables: []
 
@@ -28,33 +148,83 @@ extensions: []
 extra_rdoc_files: 
 - README.rdoc
 files: 
+- Gemfile
 - LICENSE
 - README.rdoc
 - Rakefile
 - lib/right_scraper.rb
-- lib/right_scraper/linux/process_monitor.rb
-- lib/right_scraper/repository.rb
+- lib/right_scraper/builders/base.rb
+- lib/right_scraper/builders/filesystem.rb
+- lib/right_scraper/builders/union.rb
+- lib/right_scraper/logger.rb
+- lib/right_scraper/loggers/noisy.rb
+- lib/right_scraper/processes/ssh.rb
+- lib/right_scraper/repositories/base.rb
+- lib/right_scraper/repositories/download.rb
+- lib/right_scraper/repositories/git.rb
+- lib/right_scraper/repositories/mock.rb
+- lib/right_scraper/repositories/svn.rb
+- lib/right_scraper/resources/base.rb
+- lib/right_scraper/resources/cookbook.rb
+- lib/right_scraper/resources/workflow.rb
+- lib/right_scraper/retrievers/base.rb
+- lib/right_scraper/retrievers/checkout.rb
+- lib/right_scraper/retrievers/download.rb
+- lib/right_scraper/retrievers/git.rb
+- lib/right_scraper/retrievers/svn.rb
+- lib/right_scraper/scanners/base.rb
+- lib/right_scraper/scanners/cookbook_manifest.rb
+- lib/right_scraper/scanners/cookbook_metadata.rb
+- lib/right_scraper/scanners/cookbook_s3_upload.rb
+- lib/right_scraper/scanners/union.rb
+- lib/right_scraper/scanners/workflow_manifest.rb
+- lib/right_scraper/scanners/workflow_metadata.rb
+- lib/right_scraper/scanners/workflow_s3_upload.rb
 - lib/right_scraper/scraper.rb
-- lib/right_scraper/scraper_base.rb
-- lib/right_scraper/scrapers/download_scraper.rb
-- lib/right_scraper/scrapers/git_scraper.rb
-- lib/right_scraper/scrapers/svn_scraper.rb
-- lib/right_scraper/watcher.rb
-- lib/right_scraper/win32/process_monitor.rb
+- lib/right_scraper/scraper_logger.rb
+- lib/right_scraper/scrapers/base.rb
+- lib/right_scraper/scrapers/cookbook.rb
+- lib/right_scraper/scrapers/workflow.rb
+- lib/right_scraper/svn_client.rb
+- lib/right_scraper/version.rb
 - right_scraper.gemspec
-- spec/download/download_scraper_spec.rb
-- spec/git/git_scraper_spec.rb
-- spec/git/git_scraper_spec_helper.rb
-- spec/rcov.opts
+- right_scraper.rconf
+- spec/builder_spec.rb
+- spec/cookbook_helper.rb
+- spec/cookbook_manifest_spec.rb
+- spec/cookbook_s3_upload_spec.rb
+- spec/download/download_retriever_spec.rb
+- spec/download/download_retriever_spec_helper.rb
+- spec/download/download_spec.rb
+- spec/download/multi_dir_spec.rb
+- spec/download/multi_dir_spec_helper.rb
+- spec/git/cookbook_spec.rb
+- spec/git/demokey
+- spec/git/demokey.pub
+- spec/git/password_key
+- spec/git/password_key.pub
+- spec/git/repository_spec.rb
+- spec/git/retriever_spec.rb
+- spec/git/retriever_spec_helper.rb
+- spec/git/scraper_spec.rb
+- spec/git/ssh_spec.rb
+- spec/git/url_spec.rb
+- spec/logger_spec.rb
 - spec/repository_spec.rb
-- spec/scraper_base_spec.rb
+- spec/retriever_spec_helper.rb
+- spec/scanner_spec.rb
+- spec/scraper_helper.rb
 - spec/scraper_spec.rb
-- spec/scraper_spec_helper_base.rb
-- spec/spec.opts
 - spec/spec_helper.rb
-- spec/svn/svn_scraper_spec.rb
-- spec/svn/svn_scraper_spec_helper.rb
-- spec/watcher_spec.rb
+- spec/svn/cookbook_spec.rb
+- spec/svn/multi_svn_spec.rb
+- spec/svn/multi_svn_spec_helper.rb
+- spec/svn/repository_spec.rb
+- spec/svn/retriever_spec.rb
+- spec/svn/scraper_spec.rb
+- spec/svn/svn_retriever_spec_helper.rb
+- spec/svn/url_spec.rb
+- spec/url_spec.rb
 has_rdoc: true
 homepage: https://github.com/rightscale/right_scraper
 licenses: []
@@ -72,12 +242,12 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements: 
   - - ">="
     - !ruby/object:Gem::Version 
-      hash: 59
+      hash: 57
       segments: 
       - 1
       - 8
-      - 6
-      version: 1.8.6
+      - 7
+      version: 1.8.7
 required_rubygems_version: !ruby/object:Gem::Requirement 
   none: false
   requirements: 
@@ -87,8 +257,10 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       segments: 
       - 0
       version: "0"
-requirements: []
-
+requirements: 
+- libarchive, 2.8.4
+- curl command line client
+- Subversion command line client
 rubyforge_project: right_scraper
 rubygems_version: 1.3.7
 signing_key: