aranha 0.1.0 → 0.2.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/lib/aranha.rb +1 -0
- data/lib/aranha/parsers/invalid_state_exception.rb +8 -0
- data/lib/aranha/processor.rb +3 -1
- data/lib/aranha/version.rb +1 -1
- metadata +3 -2
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: c08eb72e6732fb5e1411760c2a5b2d98c6c7350aa362f729323011d38694e32d
|
|
4
|
+
data.tar.gz: fbf90b8131ad5da0b9cc5a77b006aa91e4ce8737f75796e0be54ab267c490328
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: c00efd86af292f7d71f349e1e83d1a2fa60920e105ce89c60bbeab2044ebab1bea2719870a5c89f712f4f08f5e96c942b046153580556c7c39634b621b7a856e
|
|
7
|
+
data.tar.gz: f3baab323c5f6140a746e1f08361145c365854f08d28123bb097fb467350ad308c8339f205d66a286a65e35327be4f51fd97e57b6958bfb4fcb4be669b999332
|
data/lib/aranha.rb
CHANGED
|
@@ -13,4 +13,5 @@ require_dependency 'aranha/processor'
|
|
|
13
13
|
require_dependency 'aranha/parsers/base'
|
|
14
14
|
require_dependency 'aranha/parsers/html/base'
|
|
15
15
|
require_dependency 'aranha/parsers/html/item_list'
|
|
16
|
+
require_dependency 'aranha/parsers/invalid_state_exception'
|
|
16
17
|
require_dependency 'aranha/dom_elements_traverser'
|
data/lib/aranha/processor.rb
CHANGED
|
@@ -1,11 +1,13 @@
|
|
|
1
1
|
# frozen_string_literal: true
|
|
2
2
|
|
|
3
3
|
require 'net/http'
|
|
4
|
+
require_dependency 'aranha/parsers/invalid_state_exception'
|
|
4
5
|
|
|
5
6
|
module Aranha
|
|
6
7
|
class Processor
|
|
7
8
|
NETWORK_EXCEPTIONS = [::HTTPClient::BadResponseError, Errno::ECONNRESET,
|
|
8
|
-
::Net::HTTPFatalError, ::HTTPClient::ReceiveTimeoutError
|
|
9
|
+
::Net::HTTPFatalError, ::HTTPClient::ReceiveTimeoutError,
|
|
10
|
+
::Aranha::Parsers::InvalidStateException].freeze
|
|
9
11
|
DEFAULT_MAX_TRIES = 3
|
|
10
12
|
|
|
11
13
|
def initialize
|
data/lib/aranha/version.rb
CHANGED
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: aranha
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.
|
|
4
|
+
version: 0.2.0
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Eduardo H. Bogoni
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date: 2018-
|
|
11
|
+
date: 2018-11-25 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: active_scaffold
|
|
@@ -111,6 +111,7 @@ files:
|
|
|
111
111
|
- lib/aranha/parsers/html/item_list.rb
|
|
112
112
|
- lib/aranha/parsers/html/node/base.rb
|
|
113
113
|
- lib/aranha/parsers/html/node/default.rb
|
|
114
|
+
- lib/aranha/parsers/invalid_state_exception.rb
|
|
114
115
|
- lib/aranha/processor.rb
|
|
115
116
|
- lib/aranha/version.rb
|
|
116
117
|
- lib/tasks/aranha_tasks.rake
|