aranha-parsers 0.8.2 → 0.9.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 3194999e6b819ece84259568475c4ead11054197362aa394585f47a1b2d0da21
-  data.tar.gz: 1876ca753de554dd4d3256a1ab8b3ae6d13489a58e31fa353217120cb1dc20e0
+  metadata.gz: cb3631929ccd8b029ab5b097554f96f5eb0cc27dcf8767d3a8a97f050ee60b80
+  data.tar.gz: f30f306452ac72997887550051954d290f7e6c321b694236fd9f49bc6fff5d4a
 SHA512:
-  metadata.gz: f841901367a6ded73b4cfb85f298e8544581d6b89789e2bab1792a24a0abed38cb88019afb11ae17618ebc1c3fb2808221b975f8ab28d8569ce73e5817c89e05
-  data.tar.gz: 923f5e862c53671300233eb894d26d34efac54022ee5644775c73f0d15447b2be777ed0b5b02123af6e00b04333524072226bbf10e66debd111beae8a4583a00
+  metadata.gz: 35ebd10ceebadd29ade03ef0c5a75ed024e8d4377b19295861d8ef4c4e3bb4e091df5ff9f74398f523c98e0e3ee65eac1352bedc39eae033000cdc8561c5b749
+  data.tar.gz: 68a7664bef2ffd163cf110f14779feb92305b90cfb6b23e8d254c4cf2ca6871233d64032704790dd30397383cc67fd5a5b5dc9e67a1d866f1365524707b5ebb5

data/lib/aranha/parsers/base.rb

@@ -11,7 +11,9 @@ module Aranha
       class << self
         def from_content(content)
           ::EacRubyUtils::Fs::Temp.on_file do |path|
-            path.write(content)
+            ::File.open(path.to_s, 'w:UTF-8') do |f|
+              f.write content.force_encoding('UTF-8')
+            end
             r = new(path.to_path)
             r.content
             r

data/lib/aranha/parsers/json/base.rb

@@ -0,0 +1,20 @@
+# frozen_string_literal: true
+
+require 'aranha/parsers/base'
+require 'json'
+
+module Aranha
+  module Parsers
+    module Json
+      class Base < ::Aranha::Parsers::Base
+        def data
+          default_data
+        end
+
+        def default_data
+          ::JSON.parse(content)
+        end
+      end
+    end
+  end
+end

data/lib/aranha/parsers/json.rb

@@ -0,0 +1,11 @@
+# frozen_string_literal: true
+
+require 'eac_ruby_utils/core_ext'
+
+module Aranha
+  module Parsers
+    module Json
+      require_sub __FILE__
+    end
+  end
+end

data/lib/aranha/parsers/rspec/setup.rb

@@ -6,8 +6,8 @@ module Aranha
   module Parsers
     module Rspec
       module Setup
-        def self.perform(_setup_obj)
-          require 'aranha/parsers/rspec/source_target_fixtures_example'
+        def self.extended(_setup_obj)
+          require 'aranha/parsers/rspec/shared_examples/source_target_fixtures'
         end
       end
     end

data/lib/aranha/parsers/source_address/fetch_content_error.rb

@@ -0,0 +1,10 @@
+# frozen_string_literal: true
+
+module Aranha
+  module Parsers
+    class SourceAddress
+      class FetchContentError < ::RuntimeError
+      end
+    end
+  end
+end

data/lib/aranha/parsers/source_address/http_get.rb

@@ -2,6 +2,7 @@
 
 require 'addressable'
 require 'curb'
+require 'aranha/parsers/source_address/fetch_content_error'
 
 module Aranha
   module Parsers
@@ -31,18 +32,36 @@ module Aranha
           source
         end
 
+        def final_url
+          content unless @final_url
+          @final_url
+        end
+
         def content
           c = ::Curl::Easy.new(url)
           c.follow_location = true
-          raise "Curl perform failed (URL: #{url})" unless c.perform
+          curl_perform(c)
           return c.body_str if c.status.to_i == 200
 
-          raise "Get #{url} returned #{c.status.to_i}"
+          raise ::Aranha::Parsers::SourceAddress::FetchContentError,
+                "Get #{url} returned #{c.status.to_i}"
         end
 
         def serialize
           url
         end
+
+        private
+
+        def curl_perform(curl)
+          unless curl.perform
+            raise(::Aranha::Parsers::SourceAddress::FetchContentError,
+                  "Curl perform failed (URL: #{url})")
+          end
+          @final_url = curl.url
+        rescue Curl::Err::CurlError => e
+          raise ::Aranha::Parsers::SourceAddress::FetchContentError, "CURL error: #{e.class.name}"
+        end
       end
     end
   end

data/lib/aranha/parsers/version.rb

@@ -2,6 +2,6 @@
 
 module Aranha
   module Parsers
-    VERSION = '0.8.2'
+    VERSION = '0.9.0'
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: aranha-parsers
 version: !ruby/object:Gem::Version
-  version: 0.8.2
+  version: 0.9.0
 platform: ruby
 authors:
 - Esquilo Azul Company
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2021-08-14 00:00:00.000000000 Z
+date: 2021-10-19 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activesupport
@@ -58,14 +58,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.73'
+        version: '0.74'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.73'
+        version: '0.74'
 - !ruby/object:Gem::Dependency
   name: httpclient
   requirement: !ruby/object:Gem::Requirement
@@ -86,6 +86,26 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: 2.8.3
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.12'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.12.4
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.12'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.12.4
 - !ruby/object:Gem::Dependency
   name: ofx-parser
   requirement: !ruby/object:Gem::Requirement
@@ -109,7 +129,7 @@ dependencies:
         version: '0.3'
     - - ">="
       - !ruby/object:Gem::Version
-        version: 0.3.2
+        version: 0.3.3
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
@@ -119,7 +139,7 @@ dependencies:
         version: '0.3'
     - - ">="
       - !ruby/object:Gem::Version
-        version: 0.3.2
+        version: 0.3.3
 description: 
 email: 
 executables: []
@@ -137,12 +157,15 @@ files:
 - lib/aranha/parsers/html/node/base.rb
 - lib/aranha/parsers/html/node/default.rb
 - lib/aranha/parsers/invalid_state_exception.rb
+- lib/aranha/parsers/json.rb
+- lib/aranha/parsers/json/base.rb
 - lib/aranha/parsers/patches.rb
 - lib/aranha/parsers/patches/ofx_parser.rb
 - lib/aranha/parsers/rspec.rb
 - lib/aranha/parsers/rspec/setup.rb
-- lib/aranha/parsers/rspec/source_target_fixtures_example.rb
+- lib/aranha/parsers/rspec/shared_examples/source_target_fixtures.rb
 - lib/aranha/parsers/source_address.rb
+- lib/aranha/parsers/source_address/fetch_content_error.rb
 - lib/aranha/parsers/source_address/file.rb
 - lib/aranha/parsers/source_address/hash_http_get.rb
 - lib/aranha/parsers/source_address/hash_http_post.rb