aranha-parsers 0.12.1 → 0.14.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 46d8f5c357e5bedf69c56ee590df3efec25f5eaf814af3456442d9b3d6323e9d
-  data.tar.gz: 1c0f0f1642003a1bb3d742b61f6d1d796fa27bc3518ac72c0bac83cbe43104f8
+  metadata.gz: aef119ee604ea9fcd2f70d6ed2d0ac32e2d4290ab4da3f602405e3867fefefe1
+  data.tar.gz: 00eb3cfcda9f12140d7cb0c4732d1aa52eddd225e9c42a3a13c0962528267344
 SHA512:
-  metadata.gz: 61aae78c8114ba83cc4b4d9c81731dd478b1f0df851abcd9a0068309d79488ac4e639cdea78a358aebc66034547211ec46761aaa366b0d48c2cfb4162fe8f26e
-  data.tar.gz: a8fab9c04756953d1fd680f636067f14d4eff15396c99de585da710362a5d88e42bdf83be84169524e821a67fb23fae2617249ed9cf51e54bcaa125927071b37
+  metadata.gz: 7c0105f52fc6c680e329e36a5b9d8d9b95dd81c3e8b545d6c1b3cedf9527e7aabe558249ace34134f34875f62b24d43b85690c38a4815b93a10f7640d2189190
+  data.tar.gz: 9030e181ebca90d250ed83596a91631dda1f264fab7612129c4b49e31bd4b9ccc6e7d86631098f6c125461ef94520e168caf59de1adb0e1e8123b356729ed6b8

data/lib/aranha/parsers/html/node/base.rb

@@ -13,11 +13,9 @@ module Aranha
 
           def parse(node)
             fields.map do |f|
-              begin
-                [f[0], parse_field(node, f[2], f[1])]
-              rescue StandardError => e
-                raise StandardError, "#{e.message}\nFields: #{f}"
-              end
+              [f[0], parse_field(node, f[2], f[1])]
+            rescue StandardError => e
+              raise StandardError, "#{e.message}\nFields: #{f}"
             end.to_h
           end
 

data/lib/aranha/parsers/source_address/hash_http_base.rb

@@ -4,6 +4,7 @@ require 'aranha/parsers/source_address/fetch_content_error'
 require 'aranha/parsers/source_address/hash_http_base'
 require 'eac_ruby_utils/core_ext'
 require 'faraday_middleware'
+require 'faraday/gzip'
 require 'yaml'
 
 module Aranha
@@ -26,6 +27,8 @@ module Aranha
         DEFAULT_HEADERS = {}.freeze
         DEFAULT_PARAMS = {}.freeze
 
+        enable_simple_cache
+
         common_constructor :source do
           self.source = source.with_indifferent_access
         end
@@ -54,17 +57,11 @@ module Aranha
         # @return [Faraday]
         def faraday_connection
           ::Faraday.new do |f|
+            f.request :gzip
             f.response :follow_redirects if follow_redirect?
           end
         end
 
-        def faraday_request
-          faraday_connection.send(self.class.http_method, url) do |req|
-            headers.if_present { |v| req.headers = v }
-            body.if_present { |v| req.body = v }
-          end
-        end
-
         def content
           req = faraday_request
           return req.body if req.status == 200
@@ -80,6 +77,15 @@ module Aranha
         def params
           source[:params].if_present(DEFAULT_PARAMS)
         end
+
+        private
+
+        def faraday_request_uncached
+          faraday_connection.send(self.class.http_method, url) do |req|
+            headers.if_present { |v| req.headers = v }
+            body.if_present { |v| req.body = v }
+          end
+        end
       end
     end
   end

data/lib/aranha/parsers/version.rb

@@ -2,6 +2,6 @@
 
 module Aranha
   module Parsers
-    VERSION = '0.12.1'
+    VERSION = '0.14.1'
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: aranha-parsers
 version: !ruby/object:Gem::Version
-  version: 0.12.1
+  version: 0.14.1
 platform: ruby
 authors:
 - Esquilo Azul Company
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2022-05-18 00:00:00.000000000 Z
+date: 2022-06-04 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activesupport
@@ -72,6 +72,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: 0.92.1
+- !ruby/object:Gem::Dependency
+  name: faraday-gzip
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.1'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.1'
 - !ruby/object:Gem::Dependency
   name: faraday_middleware
   requirement: !ruby/object:Gem::Requirement
@@ -126,20 +140,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.3'
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: 0.3.3
+        version: 0.5.1
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.3'
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: 0.3.3
+        version: 0.5.1
 description: 
 email: 
 executables: []