get_them_all 1.0.8 → 1.1.0

data/lib/get_them_all/site_downloader.rb

@@ -79,7 +79,7 @@ module GetThemAll
       @state = :stopped
       
       @base_url= args.delete(:base_url)
-      @start_url = args.delete(:start_url) || '/'
+      @start_urls = args.delete(:start_urls) || ['/']
       @folder_name= args.delete(:folder_name)
       @login_request = args.delete(:login_request)
       @rename_duplicates = args.delete(:rename_duplicates)
@@ -105,7 +105,7 @@ module GetThemAll
       @parsed_base_url = Addressable::URI.parse(@base_url)
       
       # start_url is relative to base_url
-      @start_url = File.join(@base_url, @start_url)
+      @start_urls.map!{|path| File.join(@base_url, path) }
       
       # if any unknown option was passed, do not silently walk away
       # tell the user !
@@ -176,14 +176,15 @@ module GetThemAll
     end
     
     def after_login
-      # queue the first action to start crawling
-      #  
-      @examine_queue.push(ExamineAction.new(self,
-          :url => @start_url,
-          :destination_folder => '/',
-          :level => 0,
-        ), 0)
-      
+      @start_urls.each do |start_url|
+        # queue the first action to start crawling
+        #  
+        @examine_queue.push(ExamineAction.new(self,
+            :url => start_url,
+            :destination_folder => '/',
+            :level => 0
+          ), 0)
+      end
     
       # now that actions are queued, start handling them
       # start each "worker"

data/lib/get_them_all/version.rb

@@ -1,3 +1,3 @@
 module GetThemAll
-  VERSION = "1.0.8"
+  VERSION = "1.1.0"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: get_them_all
 version: !ruby/object:Gem::Version
-  version: 1.0.8
+  version: 1.1.0
   prerelease: 
 platform: ruby
 authors:
@@ -9,11 +9,11 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2011-10-27 00:00:00.000000000Z
+date: 2011-10-29 00:00:00.000000000Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: thor
-  requirement: &70283216076740 !ruby/object:Gem::Requirement
+  requirement: &70226495204460 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -21,10 +21,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70283216076740
+  version_requirements: *70226495204460
 - !ruby/object:Gem::Dependency
   name: em-http-request
-  requirement: &70283216076060 !ruby/object:Gem::Requirement
+  requirement: &70226495203480 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -32,10 +32,10 @@ dependencies:
         version: 1.0.0
   type: :runtime
   prerelease: false
-  version_requirements: *70283216076060
+  version_requirements: *70226495203480
 - !ruby/object:Gem::Dependency
   name: em-priority-queue
-  requirement: &70283216075100 !ruby/object:Gem::Requirement
+  requirement: &70226495185360 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -43,10 +43,10 @@ dependencies:
         version: 0.0.2
   type: :runtime
   prerelease: false
-  version_requirements: *70283216075100
+  version_requirements: *70226495185360
 - !ruby/object:Gem::Dependency
   name: hpricot
-  requirement: &70283216073600 !ruby/object:Gem::Requirement
+  requirement: &70226495184140 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -54,10 +54,10 @@ dependencies:
         version: 0.8.1
   type: :runtime
   prerelease: false
-  version_requirements: *70283216073600
+  version_requirements: *70226495184140
 - !ruby/object:Gem::Dependency
   name: i18n
-  requirement: &70283216071860 !ruby/object:Gem::Requirement
+  requirement: &70226495183200 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -65,10 +65,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70283216071860
+  version_requirements: *70226495183200
 - !ruby/object:Gem::Dependency
   name: activesupport
-  requirement: &70283216069040 !ruby/object:Gem::Requirement
+  requirement: &70226495181720 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -76,10 +76,10 @@ dependencies:
         version: 3.1.0
   type: :runtime
   prerelease: false
-  version_requirements: *70283216069040
+  version_requirements: *70226495181720
 - !ruby/object:Gem::Dependency
   name: dropbox
-  requirement: &70283216067160 !ruby/object:Gem::Requirement
+  requirement: &70226495179980 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -87,10 +87,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70283216067160
+  version_requirements: *70226495179980
 - !ruby/object:Gem::Dependency
   name: girl_friday
-  requirement: &70283216064560 !ruby/object:Gem::Requirement
+  requirement: &70226495177980 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -98,7 +98,7 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70283216064560
+  version_requirements: *70226495177980
 description: Mass downloader useable as standalone or as a library
 email: []
 executables:
@@ -142,7 +142,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
       version: '0'
       segments:
       - 0
-      hash: -4173941275751113193
+      hash: 2309820248854393261
 required_rubygems_version: !ruby/object:Gem::Requirement
   none: false
   requirements:
@@ -151,7 +151,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
       segments:
       - 0
-      hash: -4173941275751113193
+      hash: 2309820248854393261
 requirements: []
 rubyforge_project: get_them_all
 rubygems_version: 1.8.11