aranha 0.2.0 → 0.2.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/lib/aranha/processor.rb +4 -3
- data/lib/aranha/version.rb +1 -1
- metadata +28 -28
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: ffc06565f11caae4796f17fde34ca461a30bda384b278205cbe516a870944e3a
|
|
4
|
+
data.tar.gz: 1d68d7b086aafe552001dfa0441973e5c40347d542f27f4798547ea0f316c84b
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 67b8db80ac9a675177babac7cebdf934383371264b4e398c4ae9c69932f5e3a0796c56aeccbccab6fdde039223b5bc8b1209b6fb6fcb18be9235239fcabb6a0d
|
|
7
|
+
data.tar.gz: 7a8f00e58e0282a3c899cce7789f3b45a565c199c5c182d6592094c83579c6b17f4136d8fa9de51f4a5f571091591de3b5b34d2eb4405b7259c595330ef91f3d
|
data/lib/aranha/processor.rb
CHANGED
|
@@ -6,7 +6,8 @@ require_dependency 'aranha/parsers/invalid_state_exception'
|
|
|
6
6
|
module Aranha
|
|
7
7
|
class Processor
|
|
8
8
|
NETWORK_EXCEPTIONS = [::HTTPClient::BadResponseError, Errno::ECONNRESET,
|
|
9
|
-
::Net::HTTPFatalError,
|
|
9
|
+
::Net::HTTPFatalError, HTTPClient::ConnectTimeoutError,
|
|
10
|
+
::HTTPClient::ReceiveTimeoutError,
|
|
10
11
|
::Aranha::Parsers::InvalidStateException].freeze
|
|
11
12
|
DEFAULT_MAX_TRIES = 3
|
|
12
13
|
|
|
@@ -84,8 +85,8 @@ module Aranha
|
|
|
84
85
|
@max_tries ||= begin
|
|
85
86
|
r = Integer(ENV['ARANHA_MAX_TRIES'])
|
|
86
87
|
r <= 0 ? 0 : r
|
|
87
|
-
|
|
88
|
-
|
|
88
|
+
rescue ArgumentError, TypeError
|
|
89
|
+
DEFAULT_MAX_TRIES
|
|
89
90
|
end
|
|
90
91
|
end
|
|
91
92
|
end
|
data/lib/aranha/version.rb
CHANGED
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: aranha
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.2.
|
|
4
|
+
version: 0.2.1
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Eduardo H. Bogoni
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date:
|
|
11
|
+
date: 2019-02-14 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: active_scaffold
|
|
@@ -179,42 +179,42 @@ signing_key:
|
|
|
179
179
|
specification_version: 4
|
|
180
180
|
summary: Rails utilities for web crawling.
|
|
181
181
|
test_files:
|
|
182
|
-
- test/
|
|
183
|
-
- test/dummy/README.rdoc
|
|
184
|
-
- test/dummy/config.ru
|
|
185
|
-
- test/dummy/config/boot.rb
|
|
186
|
-
- test/dummy/config/database.yml
|
|
187
|
-
- test/dummy/config/secrets.yml
|
|
188
|
-
- test/dummy/config/locales/en.yml
|
|
189
|
-
- test/dummy/config/application.rb
|
|
190
|
-
- test/dummy/config/environments/development.rb
|
|
191
|
-
- test/dummy/config/environments/test.rb
|
|
192
|
-
- test/dummy/config/environments/production.rb
|
|
193
|
-
- test/dummy/config/environment.rb
|
|
182
|
+
- test/aranha_test.rb
|
|
194
183
|
- test/dummy/config/routes.rb
|
|
195
184
|
- test/dummy/config/initializers/assets.rb
|
|
196
185
|
- test/dummy/config/initializers/cookies_serializer.rb
|
|
197
|
-
- test/dummy/config/initializers/
|
|
186
|
+
- test/dummy/config/initializers/to_time_preserves_timezone.rb
|
|
198
187
|
- test/dummy/config/initializers/session_store.rb
|
|
188
|
+
- test/dummy/config/initializers/backtrace_silencers.rb
|
|
199
189
|
- test/dummy/config/initializers/wrap_parameters.rb
|
|
200
|
-
- test/dummy/config/initializers/to_time_preserves_timezone.rb
|
|
201
190
|
- test/dummy/config/initializers/filter_parameter_logging.rb
|
|
202
|
-
- test/dummy/config/initializers/
|
|
191
|
+
- test/dummy/config/initializers/inflections.rb
|
|
203
192
|
- test/dummy/config/initializers/mime_types.rb
|
|
204
|
-
- test/dummy/
|
|
205
|
-
- test/dummy/
|
|
206
|
-
- test/dummy/
|
|
207
|
-
- test/dummy/
|
|
208
|
-
- test/dummy/
|
|
209
|
-
- test/dummy/
|
|
210
|
-
- test/dummy/
|
|
211
|
-
- test/dummy/
|
|
193
|
+
- test/dummy/config/database.yml
|
|
194
|
+
- test/dummy/config/secrets.yml
|
|
195
|
+
- test/dummy/config/locales/en.yml
|
|
196
|
+
- test/dummy/config/environment.rb
|
|
197
|
+
- test/dummy/config/boot.rb
|
|
198
|
+
- test/dummy/config/application.rb
|
|
199
|
+
- test/dummy/config/environments/production.rb
|
|
200
|
+
- test/dummy/config/environments/test.rb
|
|
201
|
+
- test/dummy/config/environments/development.rb
|
|
202
|
+
- test/dummy/Rakefile
|
|
212
203
|
- test/dummy/public/favicon.ico
|
|
204
|
+
- test/dummy/public/404.html
|
|
213
205
|
- test/dummy/public/500.html
|
|
214
|
-
- test/dummy/
|
|
206
|
+
- test/dummy/public/422.html
|
|
207
|
+
- test/dummy/config.ru
|
|
208
|
+
- test/dummy/app/assets/stylesheets/application.css
|
|
209
|
+
- test/dummy/app/assets/javascripts/application.js
|
|
210
|
+
- test/dummy/app/helpers/application_helper.rb
|
|
211
|
+
- test/dummy/app/views/layouts/application.html.erb
|
|
212
|
+
- test/dummy/app/controllers/application_controller.rb
|
|
215
213
|
- test/dummy/bin/setup
|
|
214
|
+
- test/dummy/bin/bundle
|
|
216
215
|
- test/dummy/bin/rails
|
|
217
216
|
- test/dummy/bin/rake
|
|
218
|
-
- test/
|
|
219
|
-
- test/
|
|
217
|
+
- test/dummy/db/schema.rb
|
|
218
|
+
- test/dummy/README.rdoc
|
|
220
219
|
- test/integration/navigation_test.rb
|
|
220
|
+
- test/test_helper.rb
|