aranha 0.4.0 → 0.5.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 92786506ca137fde90c898b24a9018453468cd72a5f500d50125969d4c19ce71
-  data.tar.gz: 5cda7e665e1ec8b09ca758de1652c94cd42ab3e49fc27c447ba7d975cfe572be
+  metadata.gz: 0e0391fd8968a27fb7422b6311396ef730623740c0fa5f8d3bab0a520f3278fc
+  data.tar.gz: 0dae6f9c28a19145630482bc81ad131ac24a8285d1ff41276c7e900ff1769e01
 SHA512:
-  metadata.gz: 2aca9aff975e8b027b17ea8e8afc2ef2edc815c8c4ae4a10eec6f7e2ec3181024c1b73702dcc4ff0ec0b40464157e9233a07b2bcbf396c1649dbf53a0dbd006d
-  data.tar.gz: b019d925812e0c8209ba4b5d31c9737f9c72dedbff8e9b018ef0246e127afdbb0d6a1bd91ba997fcb1f473edaf76b383b3735432184f8ffd9543d3b209e71bac
+  metadata.gz: 422311a8f9fc05d042eccdbe5c91742ab2e8802a2aad57ed45cbce9ac39ebee75d0dc1ba179e5b4499d54b51a41f7d85717defa8f906c8df3e6a1468c995ddca
+  data.tar.gz: 41eaaad6cd8d1ad9fe68b926b66bbbde692befc4bd465a0ff794f74f9454ae1851961af6525edd60f911bfa560703956b8d70739ac88b962ea6485b49aa2e050

data/lib/aranha/fixtures/download.rb

@@ -3,10 +3,13 @@
 module Aranha
   module Fixtures
     class Download
-      def initialize(prefix, download)
-        @prefix = prefix
+      attr_reader :pending
+
+      def initialize(options)
+        @prefix = options.fetch(:prefix)
         @prefix = '' if @prefix.blank?
-        @download = download
+        @download = options.fetch(:download)
+        @pending = options.fetch(:pending)
       end
 
       def run
@@ -19,14 +22,15 @@ module Aranha
       private
 
       def url_files
-        files = []
-        Dir["#{fixtures_root}/**/*.url"].map do |path|
-          files << path if match_pattern(path)
-        end
-        files
+        Dir["#{fixtures_root}/**/*.url"].select { |path| select_path?(path) }
+      end
+
+      def select_path?(path)
+        return false unless match_prefix_pattern(path)
+        !pending || !::File.exist?(target(path))
       end
 
-      def match_pattern(path)
+      def match_prefix_pattern(path)
         relative_path(path).start_with?(@prefix)
       end
 

data/lib/aranha/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Aranha
-  VERSION = '0.4.0'
+  VERSION = '0.5.0'
 end

data/lib/tasks/aranha_tasks.rake

@@ -12,7 +12,11 @@ namespace(:aranha) do
   namespace :fixtures do
     desc 'Download remote content for fixtures.'
     task download: :environment do
-      ::Aranha::Fixtures::Download.new(ENV['PREFIX'], ENV['DOWNLOAD'].present?).run
+      ::Aranha::Fixtures::Download.new(
+        prefix: ENV['PREFIX'],
+        download: ENV['DOWNLOAD'].present?,
+        pending: ENV['PENDING'].present?
+      ).run
     end
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: aranha
 version: !ruby/object:Gem::Version
-  version: 0.4.0
+  version: 0.5.0
 platform: ruby
 authors:
 - Eduardo H. Bogoni
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2019-05-31 00:00:00.000000000 Z
+date: 2019-06-11 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: active_scaffold
@@ -181,42 +181,42 @@ signing_key:
 specification_version: 4
 summary: Rails utilities for web crawling.
 test_files:
-- test/dummy/Rakefile
-- test/dummy/README.rdoc
-- test/dummy/config.ru
-- test/dummy/config/boot.rb
-- test/dummy/config/database.yml
-- test/dummy/config/secrets.yml
-- test/dummy/config/locales/en.yml
-- test/dummy/config/application.rb
-- test/dummy/config/environments/development.rb
-- test/dummy/config/environments/test.rb
-- test/dummy/config/environments/production.rb
-- test/dummy/config/environment.rb
+- test/aranha_test.rb
 - test/dummy/config/routes.rb
 - test/dummy/config/initializers/assets.rb
 - test/dummy/config/initializers/cookies_serializer.rb
-- test/dummy/config/initializers/inflections.rb
+- test/dummy/config/initializers/to_time_preserves_timezone.rb
 - test/dummy/config/initializers/session_store.rb
+- test/dummy/config/initializers/backtrace_silencers.rb
 - test/dummy/config/initializers/wrap_parameters.rb
-- test/dummy/config/initializers/to_time_preserves_timezone.rb
 - test/dummy/config/initializers/filter_parameter_logging.rb
-- test/dummy/config/initializers/backtrace_silencers.rb
+- test/dummy/config/initializers/inflections.rb
 - test/dummy/config/initializers/mime_types.rb
-- test/dummy/db/schema.rb
-- test/dummy/app/views/layouts/application.html.erb
-- test/dummy/app/controllers/application_controller.rb
-- test/dummy/app/helpers/application_helper.rb
-- test/dummy/app/assets/stylesheets/application.css
-- test/dummy/app/assets/javascripts/application.js
-- test/dummy/public/422.html
-- test/dummy/public/404.html
+- test/dummy/config/database.yml
+- test/dummy/config/secrets.yml
+- test/dummy/config/locales/en.yml
+- test/dummy/config/environment.rb
+- test/dummy/config/boot.rb
+- test/dummy/config/application.rb
+- test/dummy/config/environments/production.rb
+- test/dummy/config/environments/test.rb
+- test/dummy/config/environments/development.rb
+- test/dummy/Rakefile
 - test/dummy/public/favicon.ico
+- test/dummy/public/404.html
 - test/dummy/public/500.html
-- test/dummy/bin/bundle
+- test/dummy/public/422.html
+- test/dummy/config.ru
+- test/dummy/app/assets/stylesheets/application.css
+- test/dummy/app/assets/javascripts/application.js
+- test/dummy/app/helpers/application_helper.rb
+- test/dummy/app/views/layouts/application.html.erb
+- test/dummy/app/controllers/application_controller.rb
 - test/dummy/bin/setup
+- test/dummy/bin/bundle
 - test/dummy/bin/rails
 - test/dummy/bin/rake
-- test/aranha_test.rb
-- test/test_helper.rb
+- test/dummy/db/schema.rb
+- test/dummy/README.rdoc
 - test/integration/navigation_test.rb
+- test/test_helper.rb