aranha 0.19.2 → 0.20.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 69b73db6b98fc316ef94f8dddcf523ba1d15d3ce468699c8b2e0d49e55f4a4df
-  data.tar.gz: 5c7a5f0fcc67b322f473a00829e05aef792cc65e4dc9a224aebbd8e218827410
+  metadata.gz: 49a69a35d920ea1b314291d3d74847f279f8a72029af3e17e935fd9c91692bfb
+  data.tar.gz: '09c2681ec1e610f119a2a13b9bac762d576318e0e61ac79e1ea5cce73f8b6aa5'
 SHA512:
-  metadata.gz: 3bac24cbad3fa47bfe961a98774957bf472b393817cc1aebd44a957fcd0a0d26b0227ab0512822a17b60b347abda3d55b40821894af8466539f088bc671112be
-  data.tar.gz: 906882b82d65ae36d3ede0d72a121c5ab78b60d6a655f99b249f7416cdd98d6c9e336a507a7ee92734f0b3c441cc50ba29f3768c9a958ac98d6df3b639c692f1
+  metadata.gz: 102095275206b4c57ddba036926eb10fb79e1f5e52ac3233e741a8c45afe401db636de0a48ad9f3b3467907bc9f6429fa3c79bc7b36c05f9d5ed3eb20fce5453
+  data.tar.gz: 6fa3bd474e1b660adcc548f20d54d29c3190b24606e793d159d6a60bca36c99d204bf9702bddd7dc94478c69da9cd9f4a7e99ded44ad3f164f7d88966fd17cd4

data/lib/aranha/address_processor.rb

@@ -1,8 +1,5 @@
 # frozen_string_literal: true
 
-require 'eac_ruby_utils/core_ext'
-require 'aranha/temporary_errors_manager'
-
 module Aranha
   class AddressProcessor
     enable_simple_cache

data/lib/aranha/default_processor.rb

@@ -1,8 +1,5 @@
 # frozen_string_literal: true
 
-require 'addressable'
-require 'eac_ruby_utils/core_ext'
-
 module Aranha
   class DefaultProcessor
     class << self

data/lib/aranha/manager.rb

@@ -1,7 +1,5 @@
 # frozen_string_literal: true
 
-require 'eac_ruby_utils/core_ext'
-
 module Aranha
   class Manager
     acts_as_abstract

data/lib/aranha/processor.rb

@@ -1,9 +1,5 @@
 # frozen_string_literal: true
 
-require 'net/http'
-require 'aranha/parsers/invalid_state_exception'
-require 'aranha/manager'
-
 module Aranha
   class Processor
     DEFAULT_MAX_TRIES = 3
@@ -28,7 +24,7 @@ module Aranha
       end
     end
 
-    def process_next_address
+    def process_next_address # rubocop:disable Naming/PredicateMethod
       a = next_address
       if a
         process_address(a)
@@ -42,8 +38,9 @@ module Aranha
     end
 
     def process_address(address)
-      manager.log_info("Processing #{address} (Try: #{@try}/#{max_tries_s}," \
-          " Unprocessed: #{unprocessed.count}/#{::Aranha::Manager.default.addresses_count})")
+      manager.log_info("Processing #{address} (Try: #{@try}/#{max_tries_s}, " \
+                       "Unprocessed: #{unprocessed.count}" \
+                       "/#{::Aranha::Manager.default.addresses_count})")
       ap = ::Aranha::AddressProcessor.new(address)
       if ap.successful?
         @failed.delete(ap.address.id)
@@ -78,10 +75,10 @@ module Aranha
 
     def max_tries
       @max_tries ||= begin
-        r = Integer(ENV['ARANHA_MAX_TRIES'])
-        r <= 0 ? 0 : r
-                     rescue ArgumentError, TypeError
-                       DEFAULT_MAX_TRIES
+        r = Integer(ENV.fetch('ARANHA_MAX_TRIES', nil))
+        [r, 0].max
+      rescue ArgumentError, TypeError
+        DEFAULT_MAX_TRIES
       end
     end
   end

data/lib/aranha/temporary_errors.rb

@@ -1,20 +1,12 @@
 # frozen_string_literal: true
 
-require 'aranha/parsers/invalid_state_exception'
-require 'aranha/parsers/source_address/fetch_content_error'
-require 'eac_ruby_utils/core_ext'
-require 'selenium-webdriver'
-
 module Aranha
   module TemporaryErrors
-    ARANHA_ERRORS = [::Aranha::Parsers::InvalidStateException,
-                     ::Aranha::Parsers::SourceAddress::FetchContentError].freeze
     CORE_ERRORS = [::SocketError].freeze
     ERRNO_ERRORS = [Errno::ECONNREFUSED, ::Errno::ECONNRESET].freeze
-    NET_ERRORS = [::Net::HTTPFatalError, ::Net::HTTPServerException, ::Net::OpenTimeout].freeze
-    SELENIUM_ERRORS = [::Selenium::WebDriver::Error::TimeoutError].freeze
+    NET_ERRORS = [::Net::HTTPFatalError, Net::HTTPClientException, ::Net::OpenTimeout].freeze
 
-    ALL_ERRORS = ARANHA_ERRORS + CORE_ERRORS + ERRNO_ERRORS + NET_ERRORS + SELENIUM_ERRORS
+    ALL_ERRORS = CORE_ERRORS + ERRNO_ERRORS + NET_ERRORS
 
     class << self
       def errors

data/lib/aranha/temporary_errors_manager.rb

@@ -1,8 +1,5 @@
 # frozen_string_literal: true
 
-require 'eac_ruby_utils/core_ext'
-require 'eac_ruby_utils/gems_registry'
-
 module Aranha
   module TemporaryErrorsManager
     GEMS_REGISTRY_MODULE_SUFFIX = 'TemporaryErrors'

data/lib/aranha/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Aranha
-  VERSION = '0.19.2'
+  VERSION = '0.20.1'
 end

data/lib/aranha.rb

@@ -1,7 +1,4 @@
 # frozen_string_literal: true
 
-require 'eac_ruby_utils/core_ext'
-
-module Aranha
-  require_sub __FILE__
-end
+require 'eac_ruby_base1'
+EacRubyBase1::RootModuleSetup.perform __FILE__

metadata

@@ -1,78 +1,50 @@
 --- !ruby/object:Gem::Specification
 name: aranha
 version: !ruby/object:Gem::Version
-  version: 0.19.2
+  version: 0.20.1
 platform: ruby
 authors:
 - Eduardo H. Bogoni
-autorequire: 
+autorequire:
 bindir: bin
 cert_chain: []
-date: 2023-05-14 00:00:00.000000000 Z
+date: 2026-07-26 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
-  name: aranha-parsers
+  name: eac_ruby_base1
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.18'
-  type: :runtime
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '0.18'
-- !ruby/object:Gem::Dependency
-  name: aranha-selenium
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
+        version: '0.1'
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '0.5'
+        version: 0.1.1
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.5'
-- !ruby/object:Gem::Dependency
-  name: eac_ruby_utils
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '0.116'
-  type: :runtime
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
+        version: '0.1'
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '0.116'
+        version: 0.1.1
 - !ruby/object:Gem::Dependency
   name: eac_ruby_gem_support
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.3'
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: 0.3.1
+        version: '0.14'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.3'
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: 0.3.1
-description: 
+        version: '0.14'
+description:
 email:
 - eduardobogoni@gmail.com
 executables: []
@@ -89,11 +61,11 @@ files:
 - lib/aranha/temporary_errors.rb
 - lib/aranha/temporary_errors_manager.rb
 - lib/aranha/version.rb
-homepage: 
+homepage:
 licenses:
 - MIT
 metadata: {}
-post_install_message: 
+post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -101,15 +73,15 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: '0'
+      version: '3.2'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.1.6
-signing_key: 
+rubygems_version: 3.4.19
+signing_key:
 specification_version: 4
 summary: Ruby utilities for web crawling.
 test_files: []