get_them_all 1.0.7 → 1.0.8

data/lib/get_them_all/extensions/action_logger.rb

@@ -21,14 +21,15 @@ module GetThemAll
       
       register_handler('downloader.stopped') do |name, downloader|
         log("Engine stopped")
-      end
-      
-      register_handler('downloader.completed') do |name, worker, downloader|
         log ""
         log "Downloaded #{@download_files} files"
         log "Skipped: #{@skipped_files}"
       end
       
+      register_handler('downloader.completed') do |name, worker, downloader|
+        log "Downloader exiting."
+      end
+      
       
       #
       # examine events

data/lib/get_them_all/extensions/graph_builder.rb

@@ -13,7 +13,8 @@ module GetThemAll
   # 
   class GraphBuilder < Extension
     class TreeNode
-      attr_reader :text, :children
+      attr_reader :children
+      attr_accessor :text, :prefix
 
       def initialize(prefix, text)
         @prefix = prefix
@@ -22,8 +23,17 @@ module GetThemAll
       end
 
       def add_child(prefix, text)
-        ret = TreeNode.new(prefix, text)
-        @children << ret
+        # check if another node with prefix ~ is registered
+        # and overwrite it
+        ret = @children.detect{|n| (n.prefix == '~') && (n.text == text) }
+        if ret
+          ret.prefix = prefix
+          ret.text = text
+        else
+          ret = TreeNode.new(prefix, text)
+          @children << ret
+        end
+        
         ret
       end
 
@@ -115,6 +125,14 @@ module GetThemAll
       register_handler('action.examine.success') do |name, worker, action, returned_actions|
         add_to_graph("E[ret:#{returned_actions.size}]", action.url, action.parent_url)
       end
+      
+      register_handler('action.examine.started') do |name, worker, action|
+        add_to_graph("~", action.url, action.parent_url)
+      end
+      
+      register_handler('action.examine.skipped') do |name, worker, action|
+        add_to_graph("S", action.url, action.parent_url)
+      end
     
       register_handler('action.examine.failure') do |name, worker, action, error_status|
         add_to_graph(error_status, action.url, action.referer)

data/lib/get_them_all/version.rb

@@ -1,3 +1,3 @@
 module GetThemAll
-  VERSION = "1.0.7"
+  VERSION = "1.0.8"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: get_them_all
 version: !ruby/object:Gem::Version
-  version: 1.0.7
+  version: 1.0.8
   prerelease: 
 platform: ruby
 authors:
@@ -9,11 +9,11 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2011-10-22 00:00:00.000000000Z
+date: 2011-10-27 00:00:00.000000000Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: thor
-  requirement: &70117970338380 !ruby/object:Gem::Requirement
+  requirement: &70283216076740 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -21,10 +21,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70117970338380
+  version_requirements: *70283216076740
 - !ruby/object:Gem::Dependency
   name: em-http-request
-  requirement: &70117970337540 !ruby/object:Gem::Requirement
+  requirement: &70283216076060 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -32,10 +32,10 @@ dependencies:
         version: 1.0.0
   type: :runtime
   prerelease: false
-  version_requirements: *70117970337540
+  version_requirements: *70283216076060
 - !ruby/object:Gem::Dependency
   name: em-priority-queue
-  requirement: &70117970336720 !ruby/object:Gem::Requirement
+  requirement: &70283216075100 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -43,10 +43,10 @@ dependencies:
         version: 0.0.2
   type: :runtime
   prerelease: false
-  version_requirements: *70117970336720
+  version_requirements: *70283216075100
 - !ruby/object:Gem::Dependency
   name: hpricot
-  requirement: &70117970335860 !ruby/object:Gem::Requirement
+  requirement: &70283216073600 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -54,10 +54,10 @@ dependencies:
         version: 0.8.1
   type: :runtime
   prerelease: false
-  version_requirements: *70117970335860
+  version_requirements: *70283216073600
 - !ruby/object:Gem::Dependency
   name: i18n
-  requirement: &70117970335200 !ruby/object:Gem::Requirement
+  requirement: &70283216071860 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -65,10 +65,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70117970335200
+  version_requirements: *70283216071860
 - !ruby/object:Gem::Dependency
   name: activesupport
-  requirement: &70117970334340 !ruby/object:Gem::Requirement
+  requirement: &70283216069040 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -76,10 +76,10 @@ dependencies:
         version: 3.1.0
   type: :runtime
   prerelease: false
-  version_requirements: *70117970334340
+  version_requirements: *70283216069040
 - !ruby/object:Gem::Dependency
   name: dropbox
-  requirement: &70117970333760 !ruby/object:Gem::Requirement
+  requirement: &70283216067160 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -87,10 +87,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70117970333760
+  version_requirements: *70283216067160
 - !ruby/object:Gem::Dependency
   name: girl_friday
-  requirement: &70117970333060 !ruby/object:Gem::Requirement
+  requirement: &70283216064560 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -98,7 +98,7 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70117970333060
+  version_requirements: *70283216064560
 description: Mass downloader useable as standalone or as a library
 email: []
 executables:
@@ -142,7 +142,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
       version: '0'
       segments:
       - 0
-      hash: -3923432015081572517
+      hash: -4173941275751113193
 required_rubygems_version: !ruby/object:Gem::Requirement
   none: false
   requirements:
@@ -151,7 +151,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
       segments:
       - 0
-      hash: -3923432015081572517
+      hash: -4173941275751113193
 requirements: []
 rubyforge_project: get_them_all
 rubygems_version: 1.8.11