right_scraper 1.0.8 → 1.0.9

data/lib/right_scraper/scraper.rb

@@ -57,6 +57,7 @@ module RightScale
     # repo(Hash|RightScale::Repository):: Repository to be scraped
     # Note: repo can either be a Hash or a RightScale::Repo instance.
     # See the RightScale::Repo class for valid Hash keys.
+    # incremental(FalseClass|TrueClass):: Whether scrape should be incremental if possible (true by default)
     #
     # === Block
     # If a block is given, it will be called back with progress information
@@ -71,12 +72,12 @@ module RightScale
     #
     # === Raise
     # 'Invalid repository type':: If repository type is not known
-    def scrape(repo, &callback)
+    def scrape(repo, incremental=true, &callback)
       repo = RightScale::Repository.from_hash(repo) if repo.is_a?(Hash)
       repo.repo_type = repo.repo_type.to_s # In case it's a symbol
       raise "Invalid repository type" unless SCRAPERS.include?(repo.repo_type)
       @scraper = @scrapers[repo.repo_type] ||= SCRAPERS[repo.repo_type].new(@scrape_dir, @max_bytes, @max_seconds)
-      @scraper.scrape(repo, &callback)
+      @scraper.scrape(repo, incremental, &callback)
       @last_repo_dir = @scraper.current_repo_dir
       @scraper.succeeded?
     end

data/lib/right_scraper/scraper_base.rb

@@ -56,12 +56,12 @@ module RightScale
     # Each scraper implementation should override scrape_imp which is called
     # after this method initializes all the scraper attributes properly.
     # See RightScale::Scraper#scrape
-    def scrape(repo, &callback)
+    def scrape(repo, incremental, &callback)
       @repo             = repo
       @callback         = callback
       @current_repo_dir = ScraperBase.repo_dir(root_dir, repo)
       @scrape_dir_path  = File.expand_path(File.join(@current_repo_dir, '..'))
-      @incremental      = incremental_update?
+      @incremental      = incremental && incremental_update?
       @errors           = []
       FileUtils.rm_rf(@current_repo_dir) unless @incremental
       scrape_imp

data/right_scraper.gemspec

@@ -23,7 +23,7 @@ require 'rubygems'
 
 spec = Gem::Specification.new do |spec|
   spec.name      = 'right_scraper'
-  spec.version   = '1.0.8'
+  spec.version   = '1.0.9'
   spec.authors   = ['Raphael Simon']
   spec.email     = 'raphael@rightscale.com'
   spec.homepage  = 'https://github.com/rightscale/right_scraper'

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification 
 name: right_scraper
 version: !ruby/object:Gem::Version 
-  version: 1.0.8
+  version: 1.0.9
 platform: ruby
 authors: 
 - Raphael Simon