aranha 0.17.1 → 0.19.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 10b997e33b88e96bc1258f35422e22db81238dd8e1178ae467446ba9d80bb9ee
-  data.tar.gz: 5d1ac5a3dd8a6e3cc59f23d4be20c684d3745707fd17b978a27a83dd8cfdd71a
+  metadata.gz: cf8331e8cbae8db88c762687752ba56406c3d532ee13ed5d5f945e5dddd03949
+  data.tar.gz: 41e61bebf9fe22ac5ba864cc157a60e5778abd273666bee9afc4c0de36b1d2d5
 SHA512:
-  metadata.gz: 7bad464d81803aec5e4807992a94e1bfa580e6f83f830db9dbe8889e3ffaee3a44fdcb20204eed24251fb2e5a2417d4894e86766d9fedd24b7fe603ffc0c52e5
-  data.tar.gz: 1f586bbda238c3cf3f2859b2dffeb2285928a8f6853eb37d1651659373017dd7772ff472250e0d0f84188584e3b0e479d606108fe1a0a136caf19b9cbcd03cf6
+  metadata.gz: fddcd00139b6945a7bb9171a91fca2e48aaa66922cdb48d950d68f877523dd5080d314f2a98fb4a52b55eecb2d949daa7f6a30f71dd745dd0721d06b5febd2bf
+  data.tar.gz: 3dfafd6d2471d9f9472995be2c5708273935d75ae0dc777c6ebd3068f3b01da9f2f700756824eb9f9cdff3db966f37f32e2d3d7c0b665290746242ef4b28a78e

data/lib/aranha/address_processor.rb

@@ -1,30 +1,10 @@
 # frozen_string_literal: true
 
 require 'eac_ruby_utils/core_ext'
+require 'aranha/temporary_errors_manager'
 
 module Aranha
   class AddressProcessor
-    ARANHA_EXCEPTIONS = [::Aranha::Parsers::InvalidStateException].freeze
-    CORE_EXCEPTIONS = [::SocketError].freeze
-    ERRNO_EXCEPTIONS = [Errno::ECONNREFUSED, ::Errno::ECONNRESET].freeze
-    HTTPCLIENT_EXCEPTIONS = [
-      ::HTTPClient::BadResponseError,
-      ::HTTPClient::ConnectTimeoutError,
-      ::HTTPClient::ReceiveTimeoutError
-    ].freeze
-    NET_EXCEPTIONS = [::Net::HTTPFatalError, ::Net::HTTPServerException, ::Net::OpenTimeout].freeze
-
-    NETWORK_EXCEPTIONS = ARANHA_EXCEPTIONS + CORE_EXCEPTIONS + ERRNO_EXCEPTIONS +
-                         HTTPCLIENT_EXCEPTIONS + NET_EXCEPTIONS
-
-    class << self
-      def rescuable_error?(error)
-        return true if NETWORK_EXCEPTIONS.any? { |klass| error.is_a?(klass) }
-
-        error.cause.present? ? network_error?(error.cause) : false
-      end
-    end
-
     enable_simple_cache
     common_constructor :address
 
@@ -33,7 +13,7 @@ module Aranha
     end
 
     def rescuable_error?
-      self.class.rescuable_error?(error)
+      ::Aranha::TemporaryErrorsManager.temporary_error?(error)
     end
 
     private

data/lib/aranha/temporary_errors.rb

@@ -0,0 +1,25 @@
+# frozen_string_literal: true
+
+require 'aranha/parsers/invalid_state_exception'
+require 'aranha/parsers/source_address/fetch_content_error'
+require 'eac_ruby_utils/core_ext'
+require 'selenium-webdriver'
+
+module Aranha
+  module TemporaryErrors
+    ARANHA_ERRORS = [::Aranha::Parsers::InvalidStateException,
+                     ::Aranha::Parsers::SourceAddress::FetchContentError].freeze
+    CORE_ERRORS = [::SocketError].freeze
+    ERRNO_ERRORS = [Errno::ECONNREFUSED, ::Errno::ECONNRESET].freeze
+    NET_ERRORS = [::Net::HTTPFatalError, ::Net::HTTPServerException, ::Net::OpenTimeout].freeze
+    SELENIUM_ERRORS = [::Selenium::WebDriver::Error::TimeoutError].freeze
+
+    ALL_ERRORS = ARANHA_ERRORS + CORE_ERRORS + ERRNO_ERRORS + NET_ERRORS + SELENIUM_ERRORS
+
+    class << self
+      def errors
+        ALL_ERRORS
+      end
+    end
+  end
+end

data/lib/aranha/temporary_errors_manager.rb

@@ -0,0 +1,39 @@
+# frozen_string_literal: true
+
+require 'eac_ruby_utils/core_ext'
+require 'eac_ruby_utils/gems_registry'
+
+module Aranha
+  module TemporaryErrorsManager
+    GEMS_REGISTRY_MODULE_SUFFIX = 'TemporaryErrors'
+
+    class << self
+      enable_simple_cache
+
+      # @return [Exception]
+      def errors
+        errors_providers.flat_map(&:errors)
+      end
+
+      # @return [Array]
+      def errors_providers
+        gems_registry.registered.map(&:registered_module)
+      end
+
+      # @param error Exception
+      # @return [Boolean]
+      def temporary_error?(error)
+        return true if errors.any? { |klass| error.is_a?(klass) }
+
+        error.cause.present? ? temporary_error?(error.cause) : false
+      end
+
+      private
+
+      # @return [EacRubyUtils::GemsRegistry]
+      def gems_registry_uncached
+        ::EacRubyUtils::GemsRegistry.new(GEMS_REGISTRY_MODULE_SUFFIX)
+      end
+    end
+  end
+end

data/lib/aranha/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Aranha
-  VERSION = '0.17.1'
+  VERSION = '0.19.0'
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: aranha
 version: !ruby/object:Gem::Version
-  version: 0.17.1
+  version: 0.19.0
 platform: ruby
 authors:
 - Eduardo H. Bogoni
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2022-09-28 00:00:00.000000000 Z
+date: 2023-01-31 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: aranha-parsers
@@ -16,74 +16,42 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.14'
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: 0.14.3
+        version: '0.15'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.14'
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: 0.14.3
+        version: '0.15'
 - !ruby/object:Gem::Dependency
   name: aranha-selenium
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.4'
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: 0.4.2
+        version: '0.5'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.4'
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: 0.4.2
+        version: '0.5'
 - !ruby/object:Gem::Dependency
   name: eac_ruby_utils
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.104'
+        version: '0.112'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.104'
-- !ruby/object:Gem::Dependency
-  name: httpclient
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '2.8'
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: 2.8.3
-  type: :runtime
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '2.8'
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: 2.8.3
+        version: '0.112'
 - !ruby/object:Gem::Dependency
   name: eac_ruby_gem_support
   requirement: !ruby/object:Gem::Requirement
@@ -118,6 +86,8 @@ files:
 - lib/aranha/default_processor.rb
 - lib/aranha/manager.rb
 - lib/aranha/processor.rb
+- lib/aranha/temporary_errors.rb
+- lib/aranha/temporary_errors_manager.rb
 - lib/aranha/version.rb
 homepage: 
 licenses: