aranha 0.12.1 → 0.13.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 757ddf38d7f136f555d33165d6848447f7b0e299d39797bc5e857a2a5bd90710
-  data.tar.gz: 64fd157452e0cbf1683b4a83f01adf766d341f576184add18409c2e3a0e99ce3
+  metadata.gz: 5fd4a817178b2fd09923d705b9209b6c419997eeaa4bcfd1f4df414e4d1bcc65
+  data.tar.gz: 987ef91043db5cf6b559cd00fad328583701018167a61f0934ad0af0e824b3a8
 SHA512:
-  metadata.gz: a467c10ef68ab3d834c43f53e40de95b7a721e52e614691955d1f7d221145236c064df40a5a6695c3c07235a90b27618c763f06d655a5095b68d599feb753b33
-  data.tar.gz: e75d62110669c105d9a2e3c11b0be6d77e96e9483a6dea4e0e1a5abf9e6263e9879dc9213d834afdb394fa62a2cf32769315716a89995f605060f60db6076fe7
+  metadata.gz: b30e3c388b661f374a6035c933243b314a4c6fdc2835e1445a8e38b6ed89cf3cf8e12ad09e40a2e32a4a1ce5c738786a42dd64d66f55dea963730533307d8cd5
+  data.tar.gz: 929a0a0232822a2361f9e88b510437b9f31d6f3352c951122b5fcc89e1a2fb28eb0bd331a5975c907307ae48265c39be977bb288f1b999a9fcff8b8b55b33343

data/Rakefile

@@ -25,12 +25,8 @@ Bundler::GemHelper.install_tasks
 
 require 'rake/testtask'
 
-begin
-  require 'rspec/core/rake_task'
-  RSpec::Core::RakeTask.new(:spec)
-  task test: :spec
-rescue LoadError
-  # no rspec available
-end
+require 'rspec/core/rake_task'
+RSpec::Core::RakeTask.new(:spec)
+task test: :spec
 
 task default: :test

data/app/models/aranha/address.rb

@@ -1,5 +1,7 @@
 # frozen_string_literal: true
 
+require 'eac_ruby_utils/yaml'
+
 module Aranha
   class Address < ActiveRecord::Base
     include ::Eac::InequalityQueries
@@ -68,23 +70,27 @@ module Aranha
     private
 
     def instanciate_processor
-      if processor_instancier_arity == 2 || processor_instancier_arity < 0
-        processor_instancier.call(url_to_process, YAML.load(extra_data))
-      elsif processor_instancier_arity == 1
-        processor_instancier.call(url_to_process)
-      else
-        raise("#{processor}.initialize should has 1 or 2 or * arguments")
-      end
+      processor_instancier.call(*processor_instancier_arguments)
     end
 
     def url_to_process
-      ::YAML.load(url)
+      ::EacRubyUtils::Yaml.load_common(url)
     end
 
     def processor_instancier
       processor.constantize.method(:new)
     end
 
+    def processor_instancier_arguments
+      if processor_instancier_arity == 2 || processor_instancier_arity.negative?
+        [url_to_process, EacRubyUtils::Yaml.load_common(extra_data)]
+      elsif processor_instancier_arity == 1
+        [processor_instancier.call(url_to_process)]
+      else
+        raise("#{processor}.initialize should has 1 or 2 or * arguments")
+      end
+    end
+
     def processor_instancier_arity
       processor.constantize.instance_method(:initialize).arity
     end

data/db/migrate/20181125042102_add_extra_data_to_aranha_addresses.rb

@@ -1,4 +1,5 @@
 # frozen_string_literal: true
+
 class AddExtraDataToAranhaAddresses < ActiveRecord::Migration
   def change
     add_column :aranha_addresses, :extra_data, :text

data/lib/aranha/default_processor.rb

@@ -9,9 +9,8 @@ module Aranha
     class << self
       def sanitize_uri(uri)
         return uri if uri.is_a?(Hash)
-        unless uri.is_a?(Addressable::URI)
-          uri = uri.to_s.gsub(%r{\A/}, 'file:///')
-        end
+
+        uri = uri.to_s.gsub(%r{\A/}, 'file:///') unless uri.is_a?(Addressable::URI)
         Addressable::URI.parse(uri)
       end
     end

data/lib/aranha/fixtures.rb

@@ -1,4 +1,5 @@
 # frozen_string_literal: true
+
 module Aranha
   module Fixtures
     require 'aranha/fixtures/download'

data/lib/aranha/fixtures/download.rb

@@ -31,6 +31,7 @@ module Aranha
 
       def select_path?(path)
         return false unless match_prefix_pattern(path)
+
         !pending || !source_exist?(path)
       end
 
@@ -46,6 +47,7 @@ module Aranha
         Rails.logger.info "Baixando \"#{url}\"..."
         content = ::Aranha::Parsers::Base.new(url).content
         raise "Content is blank for \"#{url}\"" if content.blank?
+
         File.open(target, 'wb') { |file| file.write(content) }
       end
 

data/lib/aranha/processor.rb

@@ -80,6 +80,7 @@ module Aranha
 
     def network_exception?(exception)
       return true if NETWORK_EXCEPTIONS.any? { |klass| exception.is_a?(klass) }
+
       exception.cause.present? ? network_exception?(exception.cause) : false
     end
 
@@ -95,8 +96,8 @@ module Aranha
       @max_tries ||= begin
         r = Integer(ENV['ARANHA_MAX_TRIES'])
         r <= 0 ? 0 : r
-      rescue ArgumentError, TypeError
-        DEFAULT_MAX_TRIES
+                     rescue ArgumentError, TypeError
+                       DEFAULT_MAX_TRIES
       end
     end
   end

data/lib/aranha/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Aranha
-  VERSION = '0.12.1'
+  VERSION = '0.13.0'
 end

data/test/test_helper.rb

@@ -14,7 +14,7 @@ require 'rails/test_help'
 Minitest.backtrace_filter = Minitest::BacktraceFilter.new
 
 # Load support files
-Dir["#{File.dirname(__FILE__)}/support/**/*.rb"].each { |f| require f }
+Dir["#{File.dirname(__FILE__)}/support/**/*.rb"].sort.each { |f| require f }
 
 # Load fixtures from the engine
 if ActiveSupport::TestCase.respond_to?(:fixture_path=)

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: aranha
 version: !ruby/object:Gem::Version
-  version: 0.12.1
+  version: 0.13.0
 platform: ruby
 authors:
 - Eduardo H. Bogoni
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2019-10-31 00:00:00.000000000 Z
+date: 2020-03-01 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: active_scaffold