aranha-parsers 0.12.1 → 0.14.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (5) hide show
  1. checksums.yaml +4 -4
  2. data/lib/aranha/parsers/html/node/base.rb +3 -5
  3. data/lib/aranha/parsers/source_address/hash_http_base.rb +13 -7
  4. data/lib/aranha/parsers/version.rb +1 -1
  5. metadata +18 -10
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: 46d8f5c357e5bedf69c56ee590df3efec25f5eaf814af3456442d9b3d6323e9d
4
- data.tar.gz: 1c0f0f1642003a1bb3d742b61f6d1d796fa27bc3518ac72c0bac83cbe43104f8
3
+ metadata.gz: aef119ee604ea9fcd2f70d6ed2d0ac32e2d4290ab4da3f602405e3867fefefe1
4
+ data.tar.gz: 00eb3cfcda9f12140d7cb0c4732d1aa52eddd225e9c42a3a13c0962528267344
5
5
  SHA512:
6
- metadata.gz: 61aae78c8114ba83cc4b4d9c81731dd478b1f0df851abcd9a0068309d79488ac4e639cdea78a358aebc66034547211ec46761aaa366b0d48c2cfb4162fe8f26e
7
- data.tar.gz: a8fab9c04756953d1fd680f636067f14d4eff15396c99de585da710362a5d88e42bdf83be84169524e821a67fb23fae2617249ed9cf51e54bcaa125927071b37
6
+ metadata.gz: 7c0105f52fc6c680e329e36a5b9d8d9b95dd81c3e8b545d6c1b3cedf9527e7aabe558249ace34134f34875f62b24d43b85690c38a4815b93a10f7640d2189190
7
+ data.tar.gz: 9030e181ebca90d250ed83596a91631dda1f264fab7612129c4b49e31bd4b9ccc6e7d86631098f6c125461ef94520e168caf59de1adb0e1e8123b356729ed6b8
data/lib/aranha/parsers/html/node/base.rb CHANGED
@@ -13,11 +13,9 @@ module Aranha
13
13
 
14
14
  def parse(node)
15
15
  fields.map do |f|
16
- begin
17
- [f[0], parse_field(node, f[2], f[1])]
18
- rescue StandardError => e
19
- raise StandardError, "#{e.message}\nFields: #{f}"
20
- end
16
+ [f[0], parse_field(node, f[2], f[1])]
17
+ rescue StandardError => e
18
+ raise StandardError, "#{e.message}\nFields: #{f}"
21
19
  end.to_h
22
20
  end
23
21
 
data/lib/aranha/parsers/source_address/hash_http_base.rb CHANGED
@@ -4,6 +4,7 @@ require 'aranha/parsers/source_address/fetch_content_error'
4
4
  require 'aranha/parsers/source_address/hash_http_base'
5
5
  require 'eac_ruby_utils/core_ext'
6
6
  require 'faraday_middleware'
7
+ require 'faraday/gzip'
7
8
  require 'yaml'
8
9
 
9
10
  module Aranha
@@ -26,6 +27,8 @@ module Aranha
26
27
  DEFAULT_HEADERS = {}.freeze
27
28
  DEFAULT_PARAMS = {}.freeze
28
29
 
30
+ enable_simple_cache
31
+
29
32
  common_constructor :source do
30
33
  self.source = source.with_indifferent_access
31
34
  end
@@ -54,17 +57,11 @@ module Aranha
54
57
  # @return [Faraday]
55
58
  def faraday_connection
56
59
  ::Faraday.new do |f|
60
+ f.request :gzip
57
61
  f.response :follow_redirects if follow_redirect?
58
62
  end
59
63
  end
60
64
 
61
- def faraday_request
62
- faraday_connection.send(self.class.http_method, url) do |req|
63
- headers.if_present { |v| req.headers = v }
64
- body.if_present { |v| req.body = v }
65
- end
66
- end
67
-
68
65
  def content
69
66
  req = faraday_request
70
67
  return req.body if req.status == 200
@@ -80,6 +77,15 @@ module Aranha
80
77
  def params
81
78
  source[:params].if_present(DEFAULT_PARAMS)
82
79
  end
80
+
81
+ private
82
+
83
+ def faraday_request_uncached
84
+ faraday_connection.send(self.class.http_method, url) do |req|
85
+ headers.if_present { |v| req.headers = v }
86
+ body.if_present { |v| req.body = v }
87
+ end
88
+ end
83
89
  end
84
90
  end
85
91
  end
data/lib/aranha/parsers/version.rb CHANGED
@@ -2,6 +2,6 @@
2
2
 
3
3
  module Aranha
4
4
  module Parsers
5
- VERSION = '0.12.1'
5
+ VERSION = '0.14.1'
6
6
  end
7
7
  end
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: aranha-parsers
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.12.1
4
+ version: 0.14.1
5
5
  platform: ruby
6
6
  authors:
7
7
  - Esquilo Azul Company
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2022-05-18 00:00:00.000000000 Z
11
+ date: 2022-06-04 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: activesupport
@@ -72,6 +72,20 @@ dependencies:
72
72
  - - ">="
73
73
  - !ruby/object:Gem::Version
74
74
  version: 0.92.1
75
+ - !ruby/object:Gem::Dependency
76
+ name: faraday-gzip
77
+ requirement: !ruby/object:Gem::Requirement
78
+ requirements:
79
+ - - "~>"
80
+ - !ruby/object:Gem::Version
81
+ version: '0.1'
82
+ type: :runtime
83
+ prerelease: false
84
+ version_requirements: !ruby/object:Gem::Requirement
85
+ requirements:
86
+ - - "~>"
87
+ - !ruby/object:Gem::Version
88
+ version: '0.1'
75
89
  - !ruby/object:Gem::Dependency
76
90
  name: faraday_middleware
77
91
  requirement: !ruby/object:Gem::Requirement
@@ -126,20 +140,14 @@ dependencies:
126
140
  requirements:
127
141
  - - "~>"
128
142
  - !ruby/object:Gem::Version
129
- version: '0.3'
130
- - - ">="
131
- - !ruby/object:Gem::Version
132
- version: 0.3.3
143
+ version: 0.5.1
133
144
  type: :development
134
145
  prerelease: false
135
146
  version_requirements: !ruby/object:Gem::Requirement
136
147
  requirements:
137
148
  - - "~>"
138
149
  - !ruby/object:Gem::Version
139
- version: '0.3'
140
- - - ">="
141
- - !ruby/object:Gem::Version
142
- version: 0.3.3
150
+ version: 0.5.1
143
151
  description:
144
152
  email:
145
153
  executables: []