right_scraper 1.0.0

data/spec/svn_scraper_spec.rb

@@ -0,0 +1,104 @@
+#--
+# Copyright: Copyright (c) 2010 RightScale, Inc.
+#
+# Permission is hereby granted, free of charge, to any person obtaining
+# a copy of this software and associated documentation files (the
+# 'Software'), to deal in the Software without restriction, including
+# without limitation the rights to use, copy, modify, merge, publish,
+# distribute, sublicense, and/or sell copies of the Software, and to 
+# permit persons to whom the Software is furnished to do so, subject to
+# the following conditions:
+#
+# The above copyright notice and this permission notice shall be
+# included in all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED 'AS IS', WITHOUT WARRANTY OF ANY KIND, 
+# EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+# MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+# IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+# CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+# TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
+# SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+#++
+
+require File.join(File.dirname(__FILE__), 'spec_helper')
+require 'scraper_base'
+require 'repository'
+require File.join('scrapers', 'svn_scraper')
+
+describe RightScale::SvnScraper do
+  
+  include RightScale::SpecHelpers
+  
+  # Create svn repository following given layout
+  # Update @repo_path with path to repository
+  # Delete any previously created repo
+  def setup_svn_repo
+    @svn_repo_path = File.expand_path(File.join(File.dirname(__FILE__), '__svn_repo'))
+    @repo_path = File.join(File.dirname(__FILE__), '__repo')
+    @repo_content = [ 'file1', { 'folder1' => [ 'file2', 'file3' ] }, { 'folder2' => [ { 'folder3' => [ 'file4' ] } ] } ]
+    FileUtils.rm_rf(@svn_repo_path)
+    res, status = exec("svnadmin create #{@svn_repo_path}")
+    raise "Failed to initialize SVN repository: #{res}" unless status.success?
+    FileUtils.rm_rf(@repo_path)
+    res, status = exec("svn checkout file://#{@svn_repo_path} #{@repo_path}")
+    raise "Failed to checkout repository: #{res}" unless status.success?
+    create_file_layout(@repo_path, @repo_content)
+    Dir.chdir(@repo_path) do
+      res, status = exec("svn add *")
+      res, status = exec("svn commit --quiet -m 'Initial Commit'") if status.success?
+      raise "Failed to setup repository: #{res}" unless status.success?
+    end
+  end
+
+  # Cleanup after ourselves
+  def delete_svn_repo
+    FileUtils.rm_rf(@svn_repo_path) if @svn_repo_path
+    @svn_repo_path = nil
+    FileUtils.rm_rf(@repo_path) if @repo_path
+    @repo_path = nil
+  end
+
+  context 'given a SVN repository' do
+
+    before(:all) do
+      setup_svn_repo
+    end
+
+    before(:each) do
+      @scraper = RightScale::SvnScraper.new(@repo_path)      
+      @repo = RightScale::Repository.from_hash(:display_name => 'test repo',
+                                               :repo_type    => :svn,
+                                               :url          => "file://#{@svn_repo_path}")
+    end
+    
+    after(:all) do
+      delete_svn_repo
+    end
+
+    it 'should scrape' do
+      messages = []
+      @scraper.scrape(@repo) { |m, progress| messages << m if progress }
+      puts "\n **ERRORS: #{@scraper.error_message}\n" unless @scraper.succeeded?
+      @scraper.succeeded?.should be_true
+      messages.size.should == 1
+      File.directory?(@scraper.repo_dir.should be_true)
+      extract_file_layout(@scraper.repo_dir, [ '.svn' ]).should == @repo_content
+    end
+    
+    it 'should scrape incrementally' do
+      @scraper.scrape(@repo)
+      puts "\n **ERRORS: #{@scraper.error_message}\n" unless @scraper.succeeded?
+      @scraper.incremental_update?.should be_true
+      messages = []
+      @scraper.scrape(@repo) { |m, progress| messages << m if progress }
+      puts "\n **ERRORS: #{@scraper.error_message}\n" unless @scraper.succeeded?
+      @scraper.succeeded?.should be_true
+      messages.size.should == 1
+      File.directory?(@scraper.repo_dir.should be_true)
+      extract_file_layout(@scraper.repo_dir, [ '.svn' ]).should == @repo_content
+    end
+
+  end
+
+end

metadata

@@ -0,0 +1,76 @@
+--- !ruby/object:Gem::Specification 
+name: right_scraper
+version: !ruby/object:Gem::Version 
+  version: 1.0.0
+platform: ruby
+authors: 
+- Raphael Simon
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2010-01-25 00:00:00 -08:00
+default_executable: 
+dependencies: []
+
+description: "  RightScraper provides a simple interface to download and keep local copies of remote\n  repositories up-to-date using the following protocols:\n    * git: RightScraper will clone then pull repos from git\n    * SVN: RightScraper will checkout then update SVN repositories\n    * tarballs: RightScraper will download, optionally uncompress and expand a given tar file\n"
+email: raphael@rightscale.com
+executables: []
+
+extensions: []
+
+extra_rdoc_files: 
+- README.rdoc
+files: 
+- LICENSE
+- README.rdoc
+- Rakefile
+- lib/right_scraper.rb
+- lib/right_scraper/repository.rb
+- lib/right_scraper/scraper.rb
+- lib/right_scraper/scraper_base.rb
+- lib/right_scraper/scrapers/download_scraper.rb
+- lib/right_scraper/scrapers/git_scraper.rb
+- lib/right_scraper/scrapers/svn_scraper.rb
+- right_scraper.gemspec
+- spec/download_scraper_spec.rb
+- spec/git_scraper_spec.rb
+- spec/rcov.opts
+- spec/repository_spec.rb
+- spec/scraper_base_spec.rb
+- spec/scraper_spec.rb
+- spec/spec_helper.rb
+- spec/svn_scraper_spec.rb
+has_rdoc: true
+homepage: https://github.com/rightscale/right_scraper
+licenses: []
+
+post_install_message: 
+rdoc_options: 
+- --main
+- README.rdoc
+- --title
+- RightScraper
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: 1.8.6
+  version: 
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+requirements: []
+
+rubyforge_project: right_scraper
+rubygems_version: 1.3.5
+signing_key: 
+specification_version: 3
+summary: Download and update remote repositories
+test_files: []
+