rwspider 0.4.2 → 0.4.3

Sign up to get free protection for your applications and to get access to all the features.
@@ -124,8 +124,6 @@ module Rwspider
124
124
  link.as_downloaded = true
125
125
  link.http_response = response
126
126
 
127
- yield link if block_given?
128
-
129
127
  case response
130
128
  when Net::HTTPSuccess then
131
129
 
@@ -145,10 +143,12 @@ module Rwspider
145
143
 
146
144
  end
147
145
  }
146
+ rescue Timeout::Error => e
147
+ link.as_downloaded = false
148
148
  rescue StandardError => e
149
149
  link.as_downloaded = false
150
- yield link if block_given?
151
150
  end
151
+ yield link if block_given?
152
152
  }
153
153
  t.join
154
154
  end
@@ -18,7 +18,7 @@ module Rwspider
18
18
  module Version
19
19
  MAJOR = 0
20
20
  MINOR = 4
21
- TINY = 2
21
+ TINY = 3
22
22
  ALPHA = nil
23
23
 
24
24
  STRING = [MAJOR, MINOR, TINY, ALPHA].compact.join('.')
data/rwspider.gemspec CHANGED
@@ -2,11 +2,11 @@
2
2
 
3
3
  Gem::Specification.new do |s|
4
4
  s.name = %q{rwspider}
5
- s.version = "0.4.2"
5
+ s.version = "0.4.3"
6
6
 
7
7
  s.required_rubygems_version = Gem::Requirement.new(">= 1.2") if s.respond_to? :required_rubygems_version=
8
8
  s.authors = ["Simone Rinzivillo"]
9
- s.date = %q{2010-02-06}
9
+ s.date = %q{2010-02-07}
10
10
  s.description = %q{ RW Spider is an multithreading spider client written in Ruby designed to make easy the development of programs that spider the web.
11
11
  }
12
12
  s.email = %q{srinzivillo@gmail.com}
metadata CHANGED
@@ -1,7 +1,7 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: rwspider
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.4.2
4
+ version: 0.4.3
5
5
  platform: ruby
6
6
  authors:
7
7
  - Simone Rinzivillo
@@ -9,7 +9,7 @@ autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
11
 
12
- date: 2010-02-06 00:00:00 +01:00
12
+ date: 2010-02-07 00:00:00 +01:00
13
13
  default_executable:
14
14
  dependencies:
15
15
  - !ruby/object:Gem::Dependency