rwspider 0.4.2 → 0.4.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- data/lib/rwspider/client.rb +3 -3
- data/lib/rwspider/version.rb +1 -1
- data/rwspider.gemspec +2 -2
- metadata +2 -2
data/lib/rwspider/client.rb
CHANGED
|
@@ -124,8 +124,6 @@ module Rwspider
|
|
|
124
124
|
link.as_downloaded = true
|
|
125
125
|
link.http_response = response
|
|
126
126
|
|
|
127
|
-
yield link if block_given?
|
|
128
|
-
|
|
129
127
|
case response
|
|
130
128
|
when Net::HTTPSuccess then
|
|
131
129
|
|
|
@@ -145,10 +143,12 @@ module Rwspider
|
|
|
145
143
|
|
|
146
144
|
end
|
|
147
145
|
}
|
|
146
|
+
rescue Timeout::Error => e
|
|
147
|
+
link.as_downloaded = false
|
|
148
148
|
rescue StandardError => e
|
|
149
149
|
link.as_downloaded = false
|
|
150
|
-
yield link if block_given?
|
|
151
150
|
end
|
|
151
|
+
yield link if block_given?
|
|
152
152
|
}
|
|
153
153
|
t.join
|
|
154
154
|
end
|
data/lib/rwspider/version.rb
CHANGED
data/rwspider.gemspec
CHANGED
|
@@ -2,11 +2,11 @@
|
|
|
2
2
|
|
|
3
3
|
Gem::Specification.new do |s|
|
|
4
4
|
s.name = %q{rwspider}
|
|
5
|
-
s.version = "0.4.
|
|
5
|
+
s.version = "0.4.3"
|
|
6
6
|
|
|
7
7
|
s.required_rubygems_version = Gem::Requirement.new(">= 1.2") if s.respond_to? :required_rubygems_version=
|
|
8
8
|
s.authors = ["Simone Rinzivillo"]
|
|
9
|
-
s.date = %q{2010-02-
|
|
9
|
+
s.date = %q{2010-02-07}
|
|
10
10
|
s.description = %q{ RW Spider is an multithreading spider client written in Ruby designed to make easy the development of programs that spider the web.
|
|
11
11
|
}
|
|
12
12
|
s.email = %q{srinzivillo@gmail.com}
|
metadata
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: rwspider
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.4.
|
|
4
|
+
version: 0.4.3
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Simone Rinzivillo
|
|
@@ -9,7 +9,7 @@ autorequire:
|
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
11
|
|
|
12
|
-
date: 2010-02-
|
|
12
|
+
date: 2010-02-07 00:00:00 +01:00
|
|
13
13
|
default_executable:
|
|
14
14
|
dependencies:
|
|
15
15
|
- !ruby/object:Gem::Dependency
|