aranha 0.17.1 → 0.18.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 10b997e33b88e96bc1258f35422e22db81238dd8e1178ae467446ba9d80bb9ee
-  data.tar.gz: 5d1ac5a3dd8a6e3cc59f23d4be20c684d3745707fd17b978a27a83dd8cfdd71a
+  metadata.gz: aaf36e792490fa400227bba2f46b8653e7c5f832e3ddfa8e3369a0d66efdbf6c
+  data.tar.gz: e7f52f89ba5bb1e60dbb3404b108cfa16e7db45d2124d9b803967018cd7bd665
 SHA512:
-  metadata.gz: 7bad464d81803aec5e4807992a94e1bfa580e6f83f830db9dbe8889e3ffaee3a44fdcb20204eed24251fb2e5a2417d4894e86766d9fedd24b7fe603ffc0c52e5
-  data.tar.gz: 1f586bbda238c3cf3f2859b2dffeb2285928a8f6853eb37d1651659373017dd7772ff472250e0d0f84188584e3b0e479d606108fe1a0a136caf19b9cbcd03cf6
+  metadata.gz: 9139a3fa904e1b4853e230c4b2fd4c21e7893603862966ba3936b002c8c40e3df82b81d67d51656897dfbf67247949ccb5f480b5cbcd1bde3ae1d03dc0825b71
+  data.tar.gz: 60c6ca44c1a229458eefc1e21c29cd6d5be49ce9eba3af78d0058f6cb21d6f4e47065aa24b65b853e40f4c14b04dcca0a00c1a911a6ac16166bb57b8e94b2c03

data/lib/aranha/address_processor.rb

@@ -1,30 +1,10 @@
 # frozen_string_literal: true
 
 require 'eac_ruby_utils/core_ext'
+require 'aranha/temporary_errors_manager'
 
 module Aranha
   class AddressProcessor
-    ARANHA_EXCEPTIONS = [::Aranha::Parsers::InvalidStateException].freeze
-    CORE_EXCEPTIONS = [::SocketError].freeze
-    ERRNO_EXCEPTIONS = [Errno::ECONNREFUSED, ::Errno::ECONNRESET].freeze
-    HTTPCLIENT_EXCEPTIONS = [
-      ::HTTPClient::BadResponseError,
-      ::HTTPClient::ConnectTimeoutError,
-      ::HTTPClient::ReceiveTimeoutError
-    ].freeze
-    NET_EXCEPTIONS = [::Net::HTTPFatalError, ::Net::HTTPServerException, ::Net::OpenTimeout].freeze
-
-    NETWORK_EXCEPTIONS = ARANHA_EXCEPTIONS + CORE_EXCEPTIONS + ERRNO_EXCEPTIONS +
-                         HTTPCLIENT_EXCEPTIONS + NET_EXCEPTIONS
-
-    class << self
-      def rescuable_error?(error)
-        return true if NETWORK_EXCEPTIONS.any? { |klass| error.is_a?(klass) }
-
-        error.cause.present? ? network_error?(error.cause) : false
-      end
-    end
-
     enable_simple_cache
     common_constructor :address
 
@@ -33,7 +13,7 @@ module Aranha
     end
 
     def rescuable_error?
-      self.class.rescuable_error?(error)
+      ::Aranha::TemporaryErrorsManager.temporary_error?(error)
     end
 
     private

data/lib/aranha/temporary_errors.rb

@@ -0,0 +1,32 @@
+# frozen_string_literal: true
+
+require 'aranha/parsers/invalid_state_exception'
+require 'aranha/parsers/source_address/fetch_content_error'
+require 'httpclient'
+require 'eac_ruby_utils/core_ext'
+require 'selenium-webdriver'
+
+module Aranha
+  module TemporaryErrors
+    ARANHA_ERRORS = [::Aranha::Parsers::InvalidStateException,
+                     ::Aranha::Parsers::SourceAddress::FetchContentError].freeze
+    CORE_ERRORS = [::SocketError].freeze
+    ERRNO_ERRORS = [Errno::ECONNREFUSED, ::Errno::ECONNRESET].freeze
+    HTTPCLIENT_ERRORS = [
+      ::HTTPClient::BadResponseError,
+      ::HTTPClient::ConnectTimeoutError,
+      ::HTTPClient::ReceiveTimeoutError
+    ].freeze
+    NET_ERRORS = [::Net::HTTPFatalError, ::Net::HTTPServerException, ::Net::OpenTimeout].freeze
+    SELENIUM_ERRORS = [::Selenium::WebDriver::Error::TimeoutError].freeze
+
+    ALL_ERRORS = ARANHA_ERRORS + CORE_ERRORS + ERRNO_ERRORS +
+                 HTTPCLIENT_ERRORS + NET_ERRORS + SELENIUM_ERRORS
+
+    class << self
+      def errors
+        ALL_ERRORS
+      end
+    end
+  end
+end

data/lib/aranha/temporary_errors_manager.rb

@@ -0,0 +1,39 @@
+# frozen_string_literal: true
+
+require 'eac_ruby_utils/core_ext'
+require 'eac_ruby_utils/gems_registry'
+
+module Aranha
+  module TemporaryErrorsManager
+    GEMS_REGISTRY_MODULE_SUFFIX = 'TemporaryErrors'
+
+    class << self
+      enable_simple_cache
+
+      # @return [Exception]
+      def errors
+        errors_providers.flat_map(&:errors)
+      end
+
+      # @return [Array]
+      def errors_providers
+        gems_registry.registered.map(&:registered_module)
+      end
+
+      # @param error Exception
+      # @return [Boolean]
+      def temporary_error?(error)
+        return true if errors.any? { |klass| error.is_a?(klass) }
+
+        error.cause.present? ? temporary_error?(error.cause) : false
+      end
+
+      private
+
+      # @return [EacRubyUtils::GemsRegistry]
+      def gems_registry_uncached
+        ::EacRubyUtils::GemsRegistry.new(GEMS_REGISTRY_MODULE_SUFFIX)
+      end
+    end
+  end
+end

data/lib/aranha/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Aranha
-  VERSION = '0.17.1'
+  VERSION = '0.18.0'
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: aranha
 version: !ruby/object:Gem::Version
-  version: 0.17.1
+  version: 0.18.0
 platform: ruby
 authors:
 - Eduardo H. Bogoni
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2022-09-28 00:00:00.000000000 Z
+date: 2022-10-27 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: aranha-parsers
@@ -36,34 +36,34 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.4'
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: 0.4.2
+        version: '0.5'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.4'
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: 0.4.2
+        version: '0.5'
 - !ruby/object:Gem::Dependency
   name: eac_ruby_utils
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.104'
+        version: '0.106'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.106.1
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.104'
+        version: '0.106'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.106.1
 - !ruby/object:Gem::Dependency
   name: httpclient
   requirement: !ruby/object:Gem::Requirement
@@ -118,6 +118,8 @@ files:
 - lib/aranha/default_processor.rb
 - lib/aranha/manager.rb
 - lib/aranha/processor.rb
+- lib/aranha/temporary_errors.rb
+- lib/aranha/temporary_errors_manager.rb
 - lib/aranha/version.rb
 homepage: 
 licenses: