aranha 0.6.0 → 0.7.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (47) hide show
  1. checksums.yaml +4 -4
  2. data/Rakefile +7 -6
  3. data/lib/aranha/fixtures/download.rb +3 -1
  4. data/lib/aranha/parsers/base.rb +13 -55
  5. data/lib/aranha/parsers/source_address.rb +49 -0
  6. data/lib/aranha/parsers/source_address/file.rb +31 -0
  7. data/lib/aranha/parsers/source_address/hash_http_post.rb +44 -0
  8. data/lib/aranha/parsers/source_address/http_get.rb +56 -0
  9. data/lib/aranha/version.rb +1 -1
  10. data/test/test_helper.rb +2 -2
  11. metadata +20 -74
  12. data/test/dummy/README.rdoc +0 -28
  13. data/test/dummy/Rakefile +0 -8
  14. data/test/dummy/app/assets/javascripts/application.js +0 -13
  15. data/test/dummy/app/assets/stylesheets/application.css +0 -15
  16. data/test/dummy/app/controllers/application_controller.rb +0 -7
  17. data/test/dummy/app/helpers/application_helper.rb +0 -4
  18. data/test/dummy/app/views/layouts/application.html.erb +0 -12
  19. data/test/dummy/bin/bundle +0 -5
  20. data/test/dummy/bin/rails +0 -6
  21. data/test/dummy/bin/rake +0 -6
  22. data/test/dummy/bin/setup +0 -31
  23. data/test/dummy/config.ru +0 -6
  24. data/test/dummy/config/application.rb +0 -27
  25. data/test/dummy/config/boot.rb +0 -7
  26. data/test/dummy/config/database.yml +0 -25
  27. data/test/dummy/config/environment.rb +0 -7
  28. data/test/dummy/config/environments/development.rb +0 -43
  29. data/test/dummy/config/environments/production.rb +0 -82
  30. data/test/dummy/config/environments/test.rb +0 -44
  31. data/test/dummy/config/initializers/assets.rb +0 -13
  32. data/test/dummy/config/initializers/backtrace_silencers.rb +0 -11
  33. data/test/dummy/config/initializers/cookies_serializer.rb +0 -5
  34. data/test/dummy/config/initializers/filter_parameter_logging.rb +0 -6
  35. data/test/dummy/config/initializers/inflections.rb +0 -18
  36. data/test/dummy/config/initializers/mime_types.rb +0 -6
  37. data/test/dummy/config/initializers/session_store.rb +0 -5
  38. data/test/dummy/config/initializers/to_time_preserves_timezone.rb +0 -12
  39. data/test/dummy/config/initializers/wrap_parameters.rb +0 -16
  40. data/test/dummy/config/locales/en.yml +0 -23
  41. data/test/dummy/config/routes.rb +0 -5
  42. data/test/dummy/config/secrets.yml +0 -22
  43. data/test/dummy/db/schema.rb +0 -24
  44. data/test/dummy/public/404.html +0 -67
  45. data/test/dummy/public/422.html +0 -67
  46. data/test/dummy/public/500.html +0 -66
  47. data/test/dummy/public/favicon.ico +0 -0
@@ -1,28 +0,0 @@
1
- == README
2
-
3
- This README would normally document whatever steps are necessary to get the
4
- application up and running.
5
-
6
- Things you may want to cover:
7
-
8
- * Ruby version
9
-
10
- * System dependencies
11
-
12
- * Configuration
13
-
14
- * Database creation
15
-
16
- * Database initialization
17
-
18
- * How to run the test suite
19
-
20
- * Services (job queues, cache servers, search engines, etc.)
21
-
22
- * Deployment instructions
23
-
24
- * ...
25
-
26
-
27
- Please feel free to use a different markup language if you do not plan to run
28
- <tt>rake doc:app</tt>.
@@ -1,8 +0,0 @@
1
- # frozen_string_literal: true
2
-
3
- # Add your own tasks in files placed in lib/tasks ending in .rake,
4
- # for example lib/tasks/capistrano.rake, and they will automatically be available to Rake.
5
-
6
- require File.expand_path('config/application', __dir__)
7
-
8
- Rails.application.load_tasks
@@ -1,13 +0,0 @@
1
- // This is a manifest file that'll be compiled into application.js, which will include all the files
2
- // listed below.
3
- //
4
- // Any JavaScript/Coffee file within this directory, lib/assets/javascripts, vendor/assets/javascripts,
5
- // or any plugin's vendor/assets/javascripts directory can be referenced here using a relative path.
6
- //
7
- // It's not advisable to add code directly here, but if you do, it'll appear at the bottom of the
8
- // compiled file.
9
- //
10
- // Read Sprockets README (https://github.com/rails/sprockets#sprockets-directives) for details
11
- // about supported directives.
12
- //
13
- //= require_tree .
@@ -1,15 +0,0 @@
1
- /*
2
- * This is a manifest file that'll be compiled into application.css, which will include all the files
3
- * listed below.
4
- *
5
- * Any CSS and SCSS file within this directory, lib/assets/stylesheets, vendor/assets/stylesheets,
6
- * or any plugin's vendor/assets/stylesheets directory can be referenced here using a relative path.
7
- *
8
- * You're free to add application-wide styles to this file and they'll appear at the bottom of the
9
- * compiled file so the styles you add here take precedence over styles defined in any styles
10
- * defined in the other CSS/SCSS files in this directory. It is generally better to create a new
11
- * file per style scope.
12
- *
13
- *= require_tree .
14
- *= require_self
15
- */
@@ -1,7 +0,0 @@
1
- # frozen_string_literal: true
2
-
3
- class ApplicationController < ActionController::Base
4
- # Prevent CSRF attacks by raising an exception.
5
- # For APIs, you may want to use :null_session instead.
6
- protect_from_forgery with: :exception
7
- end
@@ -1,4 +0,0 @@
1
- # frozen_string_literal: true
2
-
3
- module ApplicationHelper
4
- end
@@ -1,12 +0,0 @@
1
- <!DOCTYPE html>
2
- <html>
3
- <head>
4
- <title>Dummy</title>
5
- <%= stylesheet_link_tag 'application', media: 'all', 'data-turbolinks-track' => true %>
6
- <%= javascript_include_tag 'application', 'data-turbolinks-track' => true %>
7
- <%= csrf_meta_tags %>
8
- </head>
9
- <body>
10
- <%= yield %>
11
- </body>
12
- </html>
@@ -1,5 +0,0 @@
1
- #!/usr/bin/env ruby
2
- # frozen_string_literal: true
3
-
4
- ENV['BUNDLE_GEMFILE'] ||= File.expand_path('../Gemfile', __dir__)
5
- load Gem.bin_path('bundler', 'bundle')
@@ -1,6 +0,0 @@
1
- #!/usr/bin/env ruby
2
- # frozen_string_literal: true
3
-
4
- APP_PATH = File.expand_path('../config/application', __dir__)
5
- require_relative '../config/boot'
6
- require 'rails/commands'
@@ -1,6 +0,0 @@
1
- #!/usr/bin/env ruby
2
- # frozen_string_literal: true
3
-
4
- require_relative '../config/boot'
5
- require 'rake'
6
- Rake.application.run
@@ -1,31 +0,0 @@
1
- #!/usr/bin/env ruby
2
- # frozen_string_literal: true
3
-
4
- require 'pathname'
5
-
6
- # path to your application root.
7
- APP_ROOT = Pathname.new File.expand_path('..', __dir__)
8
-
9
- Dir.chdir APP_ROOT do
10
- # This script is a starting point to setup your application.
11
- # Add necessary setup steps to this file:
12
-
13
- puts '== Installing dependencies =='
14
- system 'gem install bundler --conservative'
15
- system 'bundle check || bundle install'
16
-
17
- # puts "\n== Copying sample files =="
18
- # unless File.exist?("config/database.yml")
19
- # system "cp config/database.yml.sample config/database.yml"
20
- # end
21
-
22
- puts "\n== Preparing database =="
23
- system 'bin/rake db:setup'
24
-
25
- puts "\n== Removing old logs and tempfiles =="
26
- system 'rm -f log/*'
27
- system 'rm -rf tmp/cache'
28
-
29
- puts "\n== Restarting application server =="
30
- system 'touch tmp/restart.txt'
31
- end
@@ -1,6 +0,0 @@
1
- # frozen_string_literal: true
2
-
3
- # This file is used by Rack-based servers to start the application.
4
-
5
- require ::File.expand_path('../config/environment', __FILE__)
6
- run Rails.application
@@ -1,27 +0,0 @@
1
- # frozen_string_literal: true
2
-
3
- require File.expand_path('boot', __dir__)
4
-
5
- require 'rails/all'
6
-
7
- Bundler.require(*Rails.groups)
8
- require 'aranha'
9
-
10
- module Dummy
11
- class Application < Rails::Application
12
- # Settings in config/environments/* take precedence over those specified here.
13
- # Application configuration should go into files in config/initializers
14
- # -- all .rb files in that directory are automatically loaded.
15
-
16
- # Set Time.zone default to the specified zone and make Active Record auto-convert to this zone.
17
- # Run "rake -D time" for a list of tasks for finding time zone names. Default is UTC.
18
- # config.time_zone = 'Central Time (US & Canada)'
19
-
20
- # The default locale is :en and all translations from config/locales/*.rb,yml are auto loaded.
21
- # config.i18n.load_path += Dir[Rails.root.join('my', 'locales', '*.{rb,yml}').to_s]
22
- # config.i18n.default_locale = :de
23
-
24
- # Do not swallow errors in after_commit/after_rollback callbacks.
25
- config.active_record.raise_in_transactional_callbacks = true
26
- end
27
- end
@@ -1,7 +0,0 @@
1
- # frozen_string_literal: true
2
-
3
- # Set up gems listed in the Gemfile.
4
- ENV['BUNDLE_GEMFILE'] ||= File.expand_path('../../../Gemfile', __dir__)
5
-
6
- require 'bundler/setup' if File.exist?(ENV['BUNDLE_GEMFILE'])
7
- $LOAD_PATH.unshift File.expand_path('../../../lib', __dir__)
@@ -1,25 +0,0 @@
1
- # SQLite version 3.x
2
- # gem install sqlite3
3
- #
4
- # Ensure the SQLite 3 gem is defined in your Gemfile
5
- # gem 'sqlite3'
6
- #
7
- default: &default
8
- adapter: sqlite3
9
- pool: 5
10
- timeout: 5000
11
-
12
- development:
13
- <<: *default
14
- database: db/development.sqlite3
15
-
16
- # Warning: The database defined as "test" will be erased and
17
- # re-generated from your development database when you run "rake".
18
- # Do not set this db to the same as development or production.
19
- test:
20
- <<: *default
21
- database: db/test.sqlite3
22
-
23
- production:
24
- <<: *default
25
- database: db/production.sqlite3
@@ -1,7 +0,0 @@
1
- # frozen_string_literal: true
2
-
3
- # Load the Rails application.
4
- require File.expand_path('application', __dir__)
5
-
6
- # Initialize the Rails application.
7
- Rails.application.initialize!
@@ -1,43 +0,0 @@
1
- # frozen_string_literal: true
2
-
3
- Rails.application.configure do
4
- # Settings specified here will take precedence over those in config/application.rb.
5
-
6
- # In the development environment your application's code is reloaded on
7
- # every request. This slows down response time but is perfect for development
8
- # since you don't have to restart the web server when you make code changes.
9
- config.cache_classes = false
10
-
11
- # Do not eager load code on boot.
12
- config.eager_load = false
13
-
14
- # Show full error reports and disable caching.
15
- config.consider_all_requests_local = true
16
- config.action_controller.perform_caching = false
17
-
18
- # Don't care if the mailer can't send.
19
- config.action_mailer.raise_delivery_errors = false
20
-
21
- # Print deprecation notices to the Rails logger.
22
- config.active_support.deprecation = :log
23
-
24
- # Raise an error on page load if there are pending migrations.
25
- config.active_record.migration_error = :page_load
26
-
27
- # Debug mode disables concatenation and preprocessing of assets.
28
- # This option may cause significant delays in view rendering with a large
29
- # number of complex assets.
30
- config.assets.debug = true
31
-
32
- # Asset digests allow you to set far-future HTTP expiration dates on all assets,
33
- # yet still be able to expire them through the digest params.
34
- config.assets.digest = true
35
-
36
- # Adds additional error checking when serving assets at runtime.
37
- # Checks for improperly declared sprockets dependencies.
38
- # Raises helpful error messages.
39
- config.assets.raise_runtime_errors = true
40
-
41
- # Raises error for missing translations
42
- # config.action_view.raise_on_missing_translations = true
43
- end
@@ -1,82 +0,0 @@
1
- # frozen_string_literal: true
2
-
3
- Rails.application.configure do
4
- # Settings specified here will take precedence over those in config/application.rb.
5
-
6
- # Code is not reloaded between requests.
7
- config.cache_classes = true
8
-
9
- # Eager load code on boot. This eager loads most of Rails and
10
- # your application in memory, allowing both threaded web servers
11
- # and those relying on copy on write to perform better.
12
- # Rake tasks automatically ignore this option for performance.
13
- config.eager_load = true
14
-
15
- # Full error reports are disabled and caching is turned on.
16
- config.consider_all_requests_local = false
17
- config.action_controller.perform_caching = true
18
-
19
- # Enable Rack::Cache to put a simple HTTP cache in front of your application
20
- # Add `rack-cache` to your Gemfile before enabling this.
21
- # For large-scale production use, consider using a caching reverse proxy like
22
- # NGINX, varnish or squid.
23
- # config.action_dispatch.rack_cache = true
24
-
25
- # Disable serving static files from the `/public` folder by default since
26
- # Apache or NGINX already handles this.
27
- config.serve_static_files = ENV['RAILS_SERVE_STATIC_FILES'].present?
28
-
29
- # Compress JavaScripts and CSS.
30
- config.assets.js_compressor = :uglifier
31
- # config.assets.css_compressor = :sass
32
-
33
- # Do not fallback to assets pipeline if a precompiled asset is missed.
34
- config.assets.compile = false
35
-
36
- # Asset digests allow you to set far-future HTTP expiration dates on all assets,
37
- # yet still be able to expire them through the digest params.
38
- config.assets.digest = true
39
-
40
- # `config.assets.precompile` and `config.assets.version` have moved to
41
- # config/initializers/assets.rb
42
-
43
- # Specifies the header that your server uses for sending files.
44
- # config.action_dispatch.x_sendfile_header = 'X-Sendfile' # for Apache
45
- # config.action_dispatch.x_sendfile_header = 'X-Accel-Redirect' # for NGINX
46
-
47
- # Force all access to the app over SSL, use Strict-Transport-Security, and use secure cookies.
48
- # config.force_ssl = true
49
-
50
- # Use the lowest log level to ensure availability of diagnostic information
51
- # when problems arise.
52
- config.log_level = :debug
53
-
54
- # Prepend all log lines with the following tags.
55
- # config.log_tags = [ :subdomain, :uuid ]
56
-
57
- # Use a different logger for distributed setups.
58
- # config.logger = ActiveSupport::TaggedLogging.new(SyslogLogger.new)
59
-
60
- # Use a different cache store in production.
61
- # config.cache_store = :mem_cache_store
62
-
63
- # Enable serving of images, stylesheets, and JavaScripts from an asset server.
64
- # config.action_controller.asset_host = 'http://assets.example.com'
65
-
66
- # Ignore bad email addresses and do not raise email delivery errors.
67
- # Set this to true and configure the email server for immediate delivery to raise delivery errors.
68
- # config.action_mailer.raise_delivery_errors = false
69
-
70
- # Enable locale fallbacks for I18n (makes lookups for any locale fall back to
71
- # the I18n.default_locale when a translation cannot be found).
72
- config.i18n.fallbacks = true
73
-
74
- # Send deprecation notices to registered listeners.
75
- config.active_support.deprecation = :notify
76
-
77
- # Use default logging formatter so that PID and timestamp are not suppressed.
78
- config.log_formatter = ::Logger::Formatter.new
79
-
80
- # Do not dump schema after migrations.
81
- config.active_record.dump_schema_after_migration = false
82
- end
@@ -1,44 +0,0 @@
1
- # frozen_string_literal: true
2
-
3
- Rails.application.configure do
4
- # Settings specified here will take precedence over those in config/application.rb.
5
-
6
- # The test environment is used exclusively to run your application's
7
- # test suite. You never need to work with it otherwise. Remember that
8
- # your test database is "scratch space" for the test suite and is wiped
9
- # and recreated between test runs. Don't rely on the data there!
10
- config.cache_classes = true
11
-
12
- # Do not eager load code on boot. This avoids loading your whole application
13
- # just for the purpose of running a single test. If you are using a tool that
14
- # preloads Rails for running tests, you may have to set it to true.
15
- config.eager_load = false
16
-
17
- # Configure static file server for tests with Cache-Control for performance.
18
- config.serve_static_files = true
19
- config.static_cache_control = 'public, max-age=3600'
20
-
21
- # Show full error reports and disable caching.
22
- config.consider_all_requests_local = true
23
- config.action_controller.perform_caching = false
24
-
25
- # Raise exceptions instead of rendering exception templates.
26
- config.action_dispatch.show_exceptions = false
27
-
28
- # Disable request forgery protection in test environment.
29
- config.action_controller.allow_forgery_protection = false
30
-
31
- # Tell Action Mailer not to deliver emails to the real world.
32
- # The :test delivery method accumulates sent emails in the
33
- # ActionMailer::Base.deliveries array.
34
- config.action_mailer.delivery_method = :test
35
-
36
- # Randomize the order test cases are executed.
37
- config.active_support.test_order = :random
38
-
39
- # Print deprecation notices to the stderr.
40
- config.active_support.deprecation = :stderr
41
-
42
- # Raises error for missing translations
43
- # config.action_view.raise_on_missing_translations = true
44
- end
@@ -1,13 +0,0 @@
1
- # frozen_string_literal: true
2
-
3
- # Be sure to restart your server when you modify this file.
4
-
5
- # Version of your assets, change this if you want to expire all your assets.
6
- Rails.application.config.assets.version = '1.0'
7
-
8
- # Add additional assets to the asset load path
9
- # Rails.application.config.assets.paths << Emoji.images_path
10
-
11
- # Precompile additional assets.
12
- # application.js, application.css, and all non-JS/CSS in app/assets folder are already added.
13
- # Rails.application.config.assets.precompile += %w( search.js )
@@ -1,11 +0,0 @@
1
- # frozen_string_literal: true
2
-
3
- # Be sure to restart your server when you modify this file.
4
-
5
- # You can add backtrace silencers for libraries that you're using but don't wish to see
6
- # in your backtraces.
7
- # Rails.backtrace_cleaner.add_silencer { |line| line =~ /my_noisy_library/ }
8
-
9
- # You can also remove all the silencers if you're trying to debug a problem that might
10
- # stem from framework code.
11
- # Rails.backtrace_cleaner.remove_silencers!
@@ -1,5 +0,0 @@
1
- # frozen_string_literal: true
2
-
3
- # Be sure to restart your server when you modify this file.
4
-
5
- Rails.application.config.action_dispatch.cookies_serializer = :json
@@ -1,6 +0,0 @@
1
- # frozen_string_literal: true
2
-
3
- # Be sure to restart your server when you modify this file.
4
-
5
- # Configure sensitive parameters which will be filtered from the log file.
6
- Rails.application.config.filter_parameters += [:password]