aranha 0.17.0 → 0.18.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 31001c1c5af252c6cb791aa0a362177859b9f8ff647fe3150df6f6515d81904a
-  data.tar.gz: eb574bcb2047e5cf2de295ea437d9e70d5cb680f6341e853da7097b7b2e181b8
+  metadata.gz: aaf36e792490fa400227bba2f46b8653e7c5f832e3ddfa8e3369a0d66efdbf6c
+  data.tar.gz: e7f52f89ba5bb1e60dbb3404b108cfa16e7db45d2124d9b803967018cd7bd665
 SHA512:
-  metadata.gz: d9ec9528940576d0502b37ead25eb749118211ca5d15cf3d17cb23273d789309c7507e2f74d8053e17c5709766c0b87dabe6d64180df4a43ce060470f556029d
-  data.tar.gz: d5ec7d1b7432ecbfbc8e10864214aee4ce9b256b5e359b3ac11f4411b2279e44b20369c17c67cdc08fe9fda52225a1a408ec4977adc0825cdd28da5bcda8ed26
+  metadata.gz: 9139a3fa904e1b4853e230c4b2fd4c21e7893603862966ba3936b002c8c40e3df82b81d67d51656897dfbf67247949ccb5f480b5cbcd1bde3ae1d03dc0825b71
+  data.tar.gz: 60c6ca44c1a229458eefc1e21c29cd6d5be49ce9eba3af78d0058f6cb21d6f4e47065aa24b65b853e40f4c14b04dcca0a00c1a911a6ac16166bb57b8e94b2c03

data/lib/aranha/address_processor.rb

@@ -1,30 +1,10 @@
 # frozen_string_literal: true
 
 require 'eac_ruby_utils/core_ext'
+require 'aranha/temporary_errors_manager'
 
 module Aranha
   class AddressProcessor
-    ARANHA_EXCEPTIONS = [::Aranha::Parsers::InvalidStateException].freeze
-    CORE_EXCEPTIONS = [::SocketError].freeze
-    ERRNO_EXCEPTIONS = [Errno::ECONNREFUSED, ::Errno::ECONNRESET].freeze
-    HTTPCLIENT_EXCEPTIONS = [
-      ::HTTPClient::BadResponseError,
-      ::HTTPClient::ConnectTimeoutError,
-      ::HTTPClient::ReceiveTimeoutError
-    ].freeze
-    NET_EXCEPTIONS = [::Net::HTTPFatalError, ::Net::HTTPServerException, ::Net::OpenTimeout].freeze
-
-    NETWORK_EXCEPTIONS = ARANHA_EXCEPTIONS + CORE_EXCEPTIONS + ERRNO_EXCEPTIONS +
-                         HTTPCLIENT_EXCEPTIONS + NET_EXCEPTIONS
-
-    class << self
-      def rescuable_error?(error)
-        return true if NETWORK_EXCEPTIONS.any? { |klass| error.is_a?(klass) }
-
-        error.cause.present? ? network_error?(error.cause) : false
-      end
-    end
-
     enable_simple_cache
     common_constructor :address
 
@@ -33,7 +13,7 @@ module Aranha
     end
 
     def rescuable_error?
-      self.class.rescuable_error?(error)
+      ::Aranha::TemporaryErrorsManager.temporary_error?(error)
     end
 
     private

data/lib/aranha/temporary_errors.rb

@@ -0,0 +1,32 @@
+# frozen_string_literal: true
+
+require 'aranha/parsers/invalid_state_exception'
+require 'aranha/parsers/source_address/fetch_content_error'
+require 'httpclient'
+require 'eac_ruby_utils/core_ext'
+require 'selenium-webdriver'
+
+module Aranha
+  module TemporaryErrors
+    ARANHA_ERRORS = [::Aranha::Parsers::InvalidStateException,
+                     ::Aranha::Parsers::SourceAddress::FetchContentError].freeze
+    CORE_ERRORS = [::SocketError].freeze
+    ERRNO_ERRORS = [Errno::ECONNREFUSED, ::Errno::ECONNRESET].freeze
+    HTTPCLIENT_ERRORS = [
+      ::HTTPClient::BadResponseError,
+      ::HTTPClient::ConnectTimeoutError,
+      ::HTTPClient::ReceiveTimeoutError
+    ].freeze
+    NET_ERRORS = [::Net::HTTPFatalError, ::Net::HTTPServerException, ::Net::OpenTimeout].freeze
+    SELENIUM_ERRORS = [::Selenium::WebDriver::Error::TimeoutError].freeze
+
+    ALL_ERRORS = ARANHA_ERRORS + CORE_ERRORS + ERRNO_ERRORS +
+                 HTTPCLIENT_ERRORS + NET_ERRORS + SELENIUM_ERRORS
+
+    class << self
+      def errors
+        ALL_ERRORS
+      end
+    end
+  end
+end

data/lib/aranha/temporary_errors_manager.rb

@@ -0,0 +1,39 @@
+# frozen_string_literal: true
+
+require 'eac_ruby_utils/core_ext'
+require 'eac_ruby_utils/gems_registry'
+
+module Aranha
+  module TemporaryErrorsManager
+    GEMS_REGISTRY_MODULE_SUFFIX = 'TemporaryErrors'
+
+    class << self
+      enable_simple_cache
+
+      # @return [Exception]
+      def errors
+        errors_providers.flat_map(&:errors)
+      end
+
+      # @return [Array]
+      def errors_providers
+        gems_registry.registered.map(&:registered_module)
+      end
+
+      # @param error Exception
+      # @return [Boolean]
+      def temporary_error?(error)
+        return true if errors.any? { |klass| error.is_a?(klass) }
+
+        error.cause.present? ? temporary_error?(error.cause) : false
+      end
+
+      private
+
+      # @return [EacRubyUtils::GemsRegistry]
+      def gems_registry_uncached
+        ::EacRubyUtils::GemsRegistry.new(GEMS_REGISTRY_MODULE_SUFFIX)
+      end
+    end
+  end
+end

data/lib/aranha/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Aranha
-  VERSION = '0.17.0'
+  VERSION = '0.18.0'
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: aranha
 version: !ruby/object:Gem::Version
-  version: 0.17.0
+  version: 0.18.0
 platform: ruby
 authors:
 - Eduardo H. Bogoni
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2022-05-20 00:00:00.000000000 Z
+date: 2022-10-27 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: aranha-parsers
@@ -16,62 +16,74 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.4'
+        version: '0.14'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.14.3
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.4'
+        version: '0.14'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.14.3
 - !ruby/object:Gem::Dependency
   name: aranha-selenium
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.1'
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: 0.1.2
+        version: '0.5'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.1'
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: 0.1.2
+        version: '0.5'
 - !ruby/object:Gem::Dependency
   name: eac_ruby_utils
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.72'
+        version: '0.106'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.106.1
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.72'
+        version: '0.106'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.106.1
 - !ruby/object:Gem::Dependency
   name: httpclient
   requirement: !ruby/object:Gem::Requirement
     requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.8'
     - - ">="
       - !ruby/object:Gem::Version
-        version: '2.6'
+        version: 2.8.3
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.8'
     - - ">="
       - !ruby/object:Gem::Version
-        version: '2.6'
+        version: 2.8.3
 - !ruby/object:Gem::Dependency
   name: eac_ruby_gem_support
   requirement: !ruby/object:Gem::Requirement
@@ -106,6 +118,8 @@ files:
 - lib/aranha/default_processor.rb
 - lib/aranha/manager.rb
 - lib/aranha/processor.rb
+- lib/aranha/temporary_errors.rb
+- lib/aranha/temporary_errors_manager.rb
 - lib/aranha/version.rb
 homepage: 
 licenses: