aranha-parsers 0.12.0 → 0.14.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 955f0df6b2a59762cbdd597dd17ae6608a880ee74f4547449ad06bbef4cf9f09
-  data.tar.gz: 95e891f8db0aa252f3e385956e783c48e08e42e68b3e6666491356eb2e60618a
+  metadata.gz: 93e8bef4141b178291abc10e4d6c3fd6fdf4ad6a6e51191fef0839e041830c06
+  data.tar.gz: 92d9b0532f8bba3920c02a66910f59d98abb1aebc28f3d13bbbc94a835c74994
 SHA512:
-  metadata.gz: e5e7266770218b0698edb3111db90d797a24bb3e0f5ee54d5728a5810a87559a22a3a9f3d368bb28fc83fda8c6cbc04c99cab44c50ee25ea76e7550ea4753249
-  data.tar.gz: 66873b24e21f3c3e43a4ae49b82997c6e401a4e500274e2fc76e4ba91b013eae1a4f6b8641880f94896f1dab40bf23c86b24e226c14c2b92afe024d2d18aa230
+  metadata.gz: ec41a5338e09bb46fc69722cabc00b6aa3705443db6d7cbed003161042c3f111d923940789242ecd215c5ad853c70d8e5feb8513d391f555d2d916f38b7dd00b
+  data.tar.gz: 06d67ce47eff7cd0d7444ac2656d3a611cfd3615435410da2f3c6a28fa8e07e591fb70f361efd2295d0bce58808c2f07986004084984da2806d85b6f354c75fa

data/lib/aranha/parsers/base.rb

@@ -12,7 +12,7 @@ module Aranha
         def from_content(content)
           ::EacRubyUtils::Fs::Temp.on_file do |path|
             ::File.open(path.to_s, 'w:UTF-8') do |f|
-              f.write content.force_encoding('UTF-8')
+              f.write content.dup.force_encoding('UTF-8')
             end
             r = new(path.to_path)
             r.content

data/lib/aranha/parsers/source_address/hash_http_base.rb

@@ -4,6 +4,7 @@ require 'aranha/parsers/source_address/fetch_content_error'
 require 'aranha/parsers/source_address/hash_http_base'
 require 'eac_ruby_utils/core_ext'
 require 'faraday_middleware'
+require 'faraday/gzip'
 require 'yaml'
 
 module Aranha
@@ -26,6 +27,8 @@ module Aranha
         DEFAULT_HEADERS = {}.freeze
         DEFAULT_PARAMS = {}.freeze
 
+        enable_simple_cache
+
         common_constructor :source do
           self.source = source.with_indifferent_access
         end
@@ -54,17 +57,11 @@ module Aranha
         # @return [Faraday]
         def faraday_connection
           ::Faraday.new do |f|
+            f.request :gzip
             f.response :follow_redirects if follow_redirect?
           end
         end
 
-        def faraday_request
-          faraday_connection.send(self.class.http_method, url) do |req|
-            headers.if_present { |v| req.headers = v }
-            body.if_present { |v| req.body = v }
-          end
-        end
-
         def content
           req = faraday_request
           return req.body if req.status == 200
@@ -80,6 +77,15 @@ module Aranha
         def params
           source[:params].if_present(DEFAULT_PARAMS)
         end
+
+        private
+
+        def faraday_request_uncached
+          faraday_connection.send(self.class.http_method, url) do |req|
+            headers.if_present { |v| req.headers = v }
+            body.if_present { |v| req.body = v }
+          end
+        end
       end
     end
   end

data/lib/aranha/parsers/version.rb

@@ -2,6 +2,6 @@
 
 module Aranha
   module Parsers
-    VERSION = '0.12.0'
+    VERSION = '0.14.0'
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: aranha-parsers
 version: !ruby/object:Gem::Version
-  version: 0.12.0
+  version: 0.14.0
 platform: ruby
 authors:
 - Esquilo Azul Company
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2022-05-15 00:00:00.000000000 Z
+date: 2022-05-21 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activesupport
@@ -72,6 +72,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: 0.92.1
+- !ruby/object:Gem::Dependency
+  name: faraday-gzip
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.1'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.1'
 - !ruby/object:Gem::Dependency
   name: faraday_middleware
   requirement: !ruby/object:Gem::Requirement