aranha 0.12.0 → 0.14.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: db34adb104f5de9708578794621137871bde994581b4bb07bb7425c2907220b9
-  data.tar.gz: 6c3bce94b9388d5122551ea2afb1a3c704fd7054809a63dc40144411b0f1ce6b
+  metadata.gz: 11b9dd8f6de631eeb2550a1d009a4cc80e8c2309e078179138e7f2bfb4a6813c
+  data.tar.gz: 7a30d214e9a0364798c6fe284e0c08fb4337a00c10f302aa483556c786b27b13
 SHA512:
-  metadata.gz: fc790ae44a143f26fa28aac89a1c642d84f8b9a24db5308cded58410c4e784da57b30e4bf1b98c332a0ebff80f1a962647bb38a1e84503f69db02d87404c0319
-  data.tar.gz: 24be38bb10be2ecb1653bb0465063070b622450eaa62827450fd5b1a14f83029701f6607e2c657a828a54b1f64b26d5e6640b1ed9a6b57d1f82a420b170e9f6d
+  metadata.gz: 7704cab9261ab592f2199eece35d10d34aa48f49d2fe118ff5b610b0effc2e0486a9479c58912ac607a13d937f3397da4460003e043f80fee50fa6b97f4fb8cf
+  data.tar.gz: e7ac44ed95d0d1c7c29c6bab249fb7f71f5309a9d706fd08d854b41fdb28d2abb261ff0f23b470370f5868d193188bdc99c10dfde065abfd982ffceb94d51a34

data/app/controllers/aranha/addresses_controller.rb

@@ -1,9 +1,7 @@
 # frozen_string_literal: true
 
-require_dependency 'aranha/application_controller'
-
 module Aranha
-  class AddressesController < ApplicationController
+  class AddressesController < ::ApplicationController
     active_scaffold :'aranha/address' do |_conf|
     end
   end

data/app/models/aranha/address.rb

@@ -1,8 +1,10 @@
 # frozen_string_literal: true
 
+require 'eac_ruby_utils/yaml'
+
 module Aranha
   class Address < ActiveRecord::Base
-    include ::Eac::InequalityQueries
+    include ::EacRailsUtils::Models::InequalityQueries
 
     add_inequality_queries(:created_at)
 
@@ -68,23 +70,27 @@ module Aranha
     private
 
     def instanciate_processor
-      if processor_instancier_arity == 2 || processor_instancier_arity < 0
-        processor_instancier.call(url_to_process, YAML.load(extra_data))
-      elsif processor_instancier_arity == 1
-        processor_instancier.call(url_to_process)
-      else
-        raise("#{processor}.initialize should has 1 or 2 or * arguments")
-      end
+      processor_instancier.call(*processor_instancier_arguments)
     end
 
     def url_to_process
-      ::YAML.load(url)
+      ::EacRubyUtils::Yaml.load_common(url)
     end
 
     def processor_instancier
       processor.constantize.method(:new)
     end
 
+    def processor_instancier_arguments
+      if processor_instancier_arity == 2 || processor_instancier_arity.negative?
+        [url_to_process, EacRubyUtils::Yaml.load_common(extra_data)]
+      elsif processor_instancier_arity == 1
+        [processor_instancier.call(url_to_process)]
+      else
+        raise("#{processor}.initialize should has 1 or 2 or * arguments")
+      end
+    end
+
     def processor_instancier_arity
       processor.constantize.instance_method(:initialize).arity
     end

data/config/locales/en.yml

@@ -0,0 +1,6 @@
+en:
+  activerecord:
+    models:
+      aranha/address:
+        one: Aranha address
+        other: Aranha addresses

data/config/locales/pt-BR.yml

@@ -0,0 +1,6 @@
+pt-BR:
+  activerecord:
+    models:
+      aranha/address:
+        one: Endereço Aranha
+        other: Endereços Aranha

data/db/migrate/20181125042102_add_extra_data_to_aranha_addresses.rb

@@ -1,4 +1,5 @@
 # frozen_string_literal: true
+
 class AddExtraDataToAranhaAddresses < ActiveRecord::Migration
   def change
     add_column :aranha_addresses, :extra_data, :text

data/lib/aranha/default_processor.rb

@@ -9,9 +9,8 @@ module Aranha
     class << self
       def sanitize_uri(uri)
         return uri if uri.is_a?(Hash)
-        unless uri.is_a?(Addressable::URI)
-          uri = uri.to_s.gsub(%r{\A/}, 'file:///')
-        end
+
+        uri = uri.to_s.gsub(%r{\A/}, 'file:///') unless uri.is_a?(Addressable::URI)
         Addressable::URI.parse(uri)
       end
     end

data/lib/aranha/fixtures.rb

@@ -1,4 +1,5 @@
 # frozen_string_literal: true
+
 module Aranha
   module Fixtures
     require 'aranha/fixtures/download'

data/lib/aranha/fixtures/download.rb

@@ -31,6 +31,7 @@ module Aranha
 
       def select_path?(path)
         return false unless match_prefix_pattern(path)
+
         !pending || !source_exist?(path)
       end
 
@@ -46,6 +47,7 @@ module Aranha
         Rails.logger.info "Baixando \"#{url}\"..."
         content = ::Aranha::Parsers::Base.new(url).content
         raise "Content is blank for \"#{url}\"" if content.blank?
+
         File.open(target, 'wb') { |file| file.write(content) }
       end
 

data/lib/aranha/processor.rb

@@ -80,6 +80,7 @@ module Aranha
 
     def network_exception?(exception)
       return true if NETWORK_EXCEPTIONS.any? { |klass| exception.is_a?(klass) }
+
       exception.cause.present? ? network_exception?(exception.cause) : false
     end
 
@@ -95,8 +96,8 @@ module Aranha
       @max_tries ||= begin
         r = Integer(ENV['ARANHA_MAX_TRIES'])
         r <= 0 ? 0 : r
-      rescue ArgumentError, TypeError
-        DEFAULT_MAX_TRIES
+                     rescue ArgumentError, TypeError
+                       DEFAULT_MAX_TRIES
       end
     end
   end

data/lib/aranha/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Aranha
-  VERSION = '0.12.0'
+  VERSION = '0.14.1'
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: aranha
 version: !ruby/object:Gem::Version
-  version: 0.12.0
+  version: 0.14.1
 platform: ruby
 authors:
 - Eduardo H. Bogoni
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2019-10-20 00:00:00.000000000 Z
+date: 2020-05-29 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: active_scaffold
@@ -30,14 +30,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.2'
+        version: '0.4'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.2'
+        version: '0.4'
 - !ruby/object:Gem::Dependency
   name: aranha-selenium
   requirement: !ruby/object:Gem::Requirement
@@ -45,6 +45,9 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '0.1'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.1.2
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
@@ -52,6 +55,23 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '0.1'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.1.2
+- !ruby/object:Gem::Dependency
+  name: eac_rails_utils
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.11'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.11'
 - !ruby/object:Gem::Dependency
   name: eac_ruby_utils
   requirement: !ruby/object:Gem::Requirement
@@ -95,19 +115,19 @@ dependencies:
       - !ruby/object:Gem::Version
         version: 4.2.10
 - !ruby/object:Gem::Dependency
-  name: rspec
+  name: eac_ruby_gem_support
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '3.8'
+        version: '0.1'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '3.8'
+        version: '0.1'
 - !ruby/object:Gem::Dependency
   name: sqlite3
   requirement: !ruby/object:Gem::Requirement
@@ -131,14 +151,14 @@ extra_rdoc_files: []
 files:
 - MIT-LICENSE
 - README.rdoc
-- Rakefile
 - app/assets/javascripts/aranha/application.js
 - app/assets/stylesheets/aranha/application.css
 - app/controllers/aranha/addresses_controller.rb
-- app/controllers/aranha/application_controller.rb
 - app/helpers/aranha/application_helper.rb
 - app/models/aranha/address.rb
 - app/views/layouts/aranha/application.html.erb
+- config/locales/en.yml
+- config/locales/pt-BR.yml
 - config/routes.rb
 - db/migrate/20171201021251_create_aranha_addresses.rb
 - db/migrate/20181125042102_add_extra_data_to_aranha_addresses.rb
@@ -154,9 +174,6 @@ files:
 - lib/aranha/processor.rb
 - lib/aranha/version.rb
 - lib/tasks/aranha_tasks.rake
-- test/aranha_test.rb
-- test/integration/navigation_test.rb
-- test/test_helper.rb
 homepage: 
 licenses:
 - MIT
@@ -181,7 +198,4 @@ rubygems_version: 2.7.7
 signing_key: 
 specification_version: 4
 summary: Rails utilities for web crawling.
-test_files:
-- test/aranha_test.rb
-- test/test_helper.rb
-- test/integration/navigation_test.rb
+test_files: []

data/Rakefile

@@ -1,36 +0,0 @@
-# frozen_string_literal: true
-
-begin
-  require 'bundler/setup'
-rescue LoadError
-  puts 'You must `gem install bundler` and `bundle install` to run rake tasks'
-end
-
-require 'rdoc/task'
-
-RDoc::Task.new(:rdoc) do |rdoc|
-  rdoc.rdoc_dir = 'rdoc'
-  rdoc.title    = 'Aranha'
-  rdoc.options << '--line-numbers'
-  rdoc.rdoc_files.include('README.rdoc')
-  rdoc.rdoc_files.include('lib/**/*.rb')
-end
-
-APP_RAKEFILE = File.expand_path('spec/support/rails_app/Rakefile', __dir__)
-load 'rails/tasks/engine.rake'
-
-load 'rails/tasks/statistics.rake'
-
-Bundler::GemHelper.install_tasks
-
-require 'rake/testtask'
-
-begin
-  require 'rspec/core/rake_task'
-  RSpec::Core::RakeTask.new(:spec)
-  task test: :spec
-rescue LoadError
-  # no rspec available
-end
-
-task default: :test

data/app/controllers/aranha/application_controller.rb

@@ -1,7 +0,0 @@
-# frozen_string_literal: true
-
-module Aranha
-  class ApplicationController < ActionController::Base
-    protect_from_forgery with: :exception
-  end
-end

data/test/aranha_test.rb

@@ -1,9 +0,0 @@
-# frozen_string_literal: true
-
-require 'test_helper'
-
-class AranhaTest < ActiveSupport::TestCase
-  test 'truth' do
-    assert_kind_of Module, Aranha
-  end
-end

data/test/integration/navigation_test.rb

@@ -1,9 +0,0 @@
-# frozen_string_literal: true
-
-require 'test_helper'
-
-class NavigationTest < ActionDispatch::IntegrationTest
-  # test "the truth" do
-  #   assert true
-  # end
-end

data/test/test_helper.rb

@@ -1,23 +0,0 @@
-# frozen_string_literal: true
-
-# Configure Rails Environment
-ENV['RAILS_ENV'] = 'test'
-
-require File.expand_path('../spec/support/rails_apps/config/environment.rb', __dir__)
-ActiveRecord::Migrator.migrations_paths = [
-  File.expand_path('../spec/support/rails_app/db/migrate', __dir__)
-]
-require 'rails/test_help'
-
-# Filter out Minitest backtrace while allowing backtrace from other libraries
-# to be shown.
-Minitest.backtrace_filter = Minitest::BacktraceFilter.new
-
-# Load support files
-Dir["#{File.dirname(__FILE__)}/support/**/*.rb"].each { |f| require f }
-
-# Load fixtures from the engine
-if ActiveSupport::TestCase.respond_to?(:fixture_path=)
-  ActiveSupport::TestCase.fixture_path = File.expand_path('fixtures', __dir__)
-  ActiveSupport::TestCase.fixtures :all
-end