aranha 0.12.1 → 0.14.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 757ddf38d7f136f555d33165d6848447f7b0e299d39797bc5e857a2a5bd90710
-  data.tar.gz: 64fd157452e0cbf1683b4a83f01adf766d341f576184add18409c2e3a0e99ce3
+  metadata.gz: 69b5f27ae4cdf78c734b545906c670acd789509f0e49dd0d75b1a5083bc036c7
+  data.tar.gz: fb6766cf8e2e9bc13b48666f1a993bbba8635f4cbf99e5178c0a942a1b27f5d3
 SHA512:
-  metadata.gz: a467c10ef68ab3d834c43f53e40de95b7a721e52e614691955d1f7d221145236c064df40a5a6695c3c07235a90b27618c763f06d655a5095b68d599feb753b33
-  data.tar.gz: e75d62110669c105d9a2e3c11b0be6d77e96e9483a6dea4e0e1a5abf9e6263e9879dc9213d834afdb394fa62a2cf32769315716a89995f605060f60db6076fe7
+  metadata.gz: 9d35371bebef37c10de34ad045f5966c73bb4c7590197c3bb0cabd8c3b75ee574a2911ac631eaa5b85a47887b785ea6441eb6f93579b484a863dbd635d0a314d
+  data.tar.gz: 70491efe2434753c2585fa32cc42ed6719ac7902e347c7fed7ca7fb284b445d0a63ce744ad55b306b49850c6fc660ba021a77694f2c98010cdb0a6c7f459553a

data/app/models/aranha/address.rb

@@ -1,8 +1,10 @@
 # frozen_string_literal: true
 
+require 'eac_ruby_utils/yaml'
+
 module Aranha
   class Address < ActiveRecord::Base
-    include ::Eac::InequalityQueries
+    include ::EacRailsUtils::Models::InequalityQueries
 
     add_inequality_queries(:created_at)
 
@@ -68,23 +70,27 @@ module Aranha
     private
 
     def instanciate_processor
-      if processor_instancier_arity == 2 || processor_instancier_arity < 0
-        processor_instancier.call(url_to_process, YAML.load(extra_data))
-      elsif processor_instancier_arity == 1
-        processor_instancier.call(url_to_process)
-      else
-        raise("#{processor}.initialize should has 1 or 2 or * arguments")
-      end
+      processor_instancier.call(*processor_instancier_arguments)
     end
 
     def url_to_process
-      ::YAML.load(url)
+      ::EacRubyUtils::Yaml.load(url)
     end
 
     def processor_instancier
       processor.constantize.method(:new)
     end
 
+    def processor_instancier_arguments
+      if processor_instancier_arity == 2 || processor_instancier_arity.negative?
+        [url_to_process, EacRubyUtils::Yaml.load(extra_data)]
+      elsif processor_instancier_arity == 1
+        [processor_instancier.call(url_to_process)]
+      else
+        raise("#{processor}.initialize should has 1 or 2 or * arguments")
+      end
+    end
+
     def processor_instancier_arity
       processor.constantize.instance_method(:initialize).arity
     end

data/db/migrate/20181125042102_add_extra_data_to_aranha_addresses.rb

@@ -1,4 +1,5 @@
 # frozen_string_literal: true
+
 class AddExtraDataToAranhaAddresses < ActiveRecord::Migration
   def change
     add_column :aranha_addresses, :extra_data, :text

data/lib/aranha/default_processor.rb

@@ -9,9 +9,8 @@ module Aranha
     class << self
       def sanitize_uri(uri)
         return uri if uri.is_a?(Hash)
-        unless uri.is_a?(Addressable::URI)
-          uri = uri.to_s.gsub(%r{\A/}, 'file:///')
-        end
+
+        uri = uri.to_s.gsub(%r{\A/}, 'file:///') unless uri.is_a?(Addressable::URI)
         Addressable::URI.parse(uri)
       end
     end

data/lib/aranha/fixtures.rb

@@ -1,4 +1,5 @@
 # frozen_string_literal: true
+
 module Aranha
   module Fixtures
     require 'aranha/fixtures/download'

data/lib/aranha/fixtures/download.rb

@@ -31,6 +31,7 @@ module Aranha
 
       def select_path?(path)
         return false unless match_prefix_pattern(path)
+
         !pending || !source_exist?(path)
       end
 
@@ -46,6 +47,7 @@ module Aranha
         Rails.logger.info "Baixando \"#{url}\"..."
         content = ::Aranha::Parsers::Base.new(url).content
         raise "Content is blank for \"#{url}\"" if content.blank?
+
         File.open(target, 'wb') { |file| file.write(content) }
       end
 

data/lib/aranha/processor.rb

@@ -80,6 +80,7 @@ module Aranha
 
     def network_exception?(exception)
       return true if NETWORK_EXCEPTIONS.any? { |klass| exception.is_a?(klass) }
+
       exception.cause.present? ? network_exception?(exception.cause) : false
     end
 
@@ -95,8 +96,8 @@ module Aranha
       @max_tries ||= begin
         r = Integer(ENV['ARANHA_MAX_TRIES'])
         r <= 0 ? 0 : r
-      rescue ArgumentError, TypeError
-        DEFAULT_MAX_TRIES
+                     rescue ArgumentError, TypeError
+                       DEFAULT_MAX_TRIES
       end
     end
   end

data/lib/aranha/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Aranha
-  VERSION = '0.12.1'
+  VERSION = '0.14.2'
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: aranha
 version: !ruby/object:Gem::Version
-  version: 0.12.1
+  version: 0.14.2
 platform: ruby
 authors:
 - Eduardo H. Bogoni
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2019-10-31 00:00:00.000000000 Z
+date: 2020-06-01 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: active_scaffold
@@ -30,14 +30,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.2'
+        version: '0.4'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.2'
+        version: '0.4'
 - !ruby/object:Gem::Dependency
   name: aranha-selenium
   requirement: !ruby/object:Gem::Requirement
@@ -45,6 +45,9 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '0.1'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.1.2
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
@@ -52,20 +55,37 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '0.1'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.1.2
+- !ruby/object:Gem::Dependency
+  name: eac_rails_utils
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.11'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.11'
 - !ruby/object:Gem::Dependency
   name: eac_ruby_utils
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.15'
+        version: '0.35'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.15'
+        version: '0.35'
 - !ruby/object:Gem::Dependency
   name: httpclient
   requirement: !ruby/object:Gem::Requirement
@@ -95,19 +115,19 @@ dependencies:
       - !ruby/object:Gem::Version
         version: 4.2.10
 - !ruby/object:Gem::Dependency
-  name: rspec
+  name: eac_ruby_gem_support
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '3.8'
+        version: '0.1'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '3.8'
+        version: '0.1'
 - !ruby/object:Gem::Dependency
   name: sqlite3
   requirement: !ruby/object:Gem::Requirement
@@ -131,7 +151,6 @@ extra_rdoc_files: []
 files:
 - MIT-LICENSE
 - README.rdoc
-- Rakefile
 - app/assets/javascripts/aranha/application.js
 - app/assets/stylesheets/aranha/application.css
 - app/controllers/aranha/addresses_controller.rb
@@ -155,9 +174,6 @@ files:
 - lib/aranha/processor.rb
 - lib/aranha/version.rb
 - lib/tasks/aranha_tasks.rake
-- test/aranha_test.rb
-- test/integration/navigation_test.rb
-- test/test_helper.rb
 homepage: 
 licenses:
 - MIT
@@ -182,7 +198,4 @@ rubygems_version: 2.7.7
 signing_key: 
 specification_version: 4
 summary: Rails utilities for web crawling.
-test_files:
-- test/aranha_test.rb
-- test/test_helper.rb
-- test/integration/navigation_test.rb
+test_files: []

data/Rakefile

@@ -1,36 +0,0 @@
-# frozen_string_literal: true
-
-begin
-  require 'bundler/setup'
-rescue LoadError
-  puts 'You must `gem install bundler` and `bundle install` to run rake tasks'
-end
-
-require 'rdoc/task'
-
-RDoc::Task.new(:rdoc) do |rdoc|
-  rdoc.rdoc_dir = 'rdoc'
-  rdoc.title    = 'Aranha'
-  rdoc.options << '--line-numbers'
-  rdoc.rdoc_files.include('README.rdoc')
-  rdoc.rdoc_files.include('lib/**/*.rb')
-end
-
-APP_RAKEFILE = File.expand_path('spec/support/rails_app/Rakefile', __dir__)
-load 'rails/tasks/engine.rake'
-
-load 'rails/tasks/statistics.rake'
-
-Bundler::GemHelper.install_tasks
-
-require 'rake/testtask'
-
-begin
-  require 'rspec/core/rake_task'
-  RSpec::Core::RakeTask.new(:spec)
-  task test: :spec
-rescue LoadError
-  # no rspec available
-end
-
-task default: :test

data/test/aranha_test.rb

@@ -1,9 +0,0 @@
-# frozen_string_literal: true
-
-require 'test_helper'
-
-class AranhaTest < ActiveSupport::TestCase
-  test 'truth' do
-    assert_kind_of Module, Aranha
-  end
-end

data/test/integration/navigation_test.rb

@@ -1,9 +0,0 @@
-# frozen_string_literal: true
-
-require 'test_helper'
-
-class NavigationTest < ActionDispatch::IntegrationTest
-  # test "the truth" do
-  #   assert true
-  # end
-end

data/test/test_helper.rb

@@ -1,23 +0,0 @@
-# frozen_string_literal: true
-
-# Configure Rails Environment
-ENV['RAILS_ENV'] = 'test'
-
-require File.expand_path('../spec/support/rails_apps/config/environment.rb', __dir__)
-ActiveRecord::Migrator.migrations_paths = [
-  File.expand_path('../spec/support/rails_app/db/migrate', __dir__)
-]
-require 'rails/test_help'
-
-# Filter out Minitest backtrace while allowing backtrace from other libraries
-# to be shown.
-Minitest.backtrace_filter = Minitest::BacktraceFilter.new
-
-# Load support files
-Dir["#{File.dirname(__FILE__)}/support/**/*.rb"].each { |f| require f }
-
-# Load fixtures from the engine
-if ActiveSupport::TestCase.respond_to?(:fixture_path=)
-  ActiveSupport::TestCase.fixture_path = File.expand_path('fixtures', __dir__)
-  ActiveSupport::TestCase.fixtures :all
-end