aranha 0.6.0 → 0.7.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (47) hide show
  1. checksums.yaml +4 -4
  2. data/Rakefile +7 -6
  3. data/lib/aranha/fixtures/download.rb +3 -1
  4. data/lib/aranha/parsers/base.rb +13 -55
  5. data/lib/aranha/parsers/source_address.rb +49 -0
  6. data/lib/aranha/parsers/source_address/file.rb +31 -0
  7. data/lib/aranha/parsers/source_address/hash_http_post.rb +44 -0
  8. data/lib/aranha/parsers/source_address/http_get.rb +56 -0
  9. data/lib/aranha/version.rb +1 -1
  10. data/test/test_helper.rb +2 -2
  11. metadata +20 -74
  12. data/test/dummy/README.rdoc +0 -28
  13. data/test/dummy/Rakefile +0 -8
  14. data/test/dummy/app/assets/javascripts/application.js +0 -13
  15. data/test/dummy/app/assets/stylesheets/application.css +0 -15
  16. data/test/dummy/app/controllers/application_controller.rb +0 -7
  17. data/test/dummy/app/helpers/application_helper.rb +0 -4
  18. data/test/dummy/app/views/layouts/application.html.erb +0 -12
  19. data/test/dummy/bin/bundle +0 -5
  20. data/test/dummy/bin/rails +0 -6
  21. data/test/dummy/bin/rake +0 -6
  22. data/test/dummy/bin/setup +0 -31
  23. data/test/dummy/config.ru +0 -6
  24. data/test/dummy/config/application.rb +0 -27
  25. data/test/dummy/config/boot.rb +0 -7
  26. data/test/dummy/config/database.yml +0 -25
  27. data/test/dummy/config/environment.rb +0 -7
  28. data/test/dummy/config/environments/development.rb +0 -43
  29. data/test/dummy/config/environments/production.rb +0 -82
  30. data/test/dummy/config/environments/test.rb +0 -44
  31. data/test/dummy/config/initializers/assets.rb +0 -13
  32. data/test/dummy/config/initializers/backtrace_silencers.rb +0 -11
  33. data/test/dummy/config/initializers/cookies_serializer.rb +0 -5
  34. data/test/dummy/config/initializers/filter_parameter_logging.rb +0 -6
  35. data/test/dummy/config/initializers/inflections.rb +0 -18
  36. data/test/dummy/config/initializers/mime_types.rb +0 -6
  37. data/test/dummy/config/initializers/session_store.rb +0 -5
  38. data/test/dummy/config/initializers/to_time_preserves_timezone.rb +0 -12
  39. data/test/dummy/config/initializers/wrap_parameters.rb +0 -16
  40. data/test/dummy/config/locales/en.yml +0 -23
  41. data/test/dummy/config/routes.rb +0 -5
  42. data/test/dummy/config/secrets.yml +0 -22
  43. data/test/dummy/db/schema.rb +0 -24
  44. data/test/dummy/public/404.html +0 -67
  45. data/test/dummy/public/422.html +0 -67
  46. data/test/dummy/public/500.html +0 -66
  47. data/test/dummy/public/favicon.ico +0 -0
@@ -1,18 +0,0 @@
1
- # frozen_string_literal: true
2
-
3
- # Be sure to restart your server when you modify this file.
4
-
5
- # Add new inflection rules using the following format. Inflections
6
- # are locale specific, and you may define rules for as many different
7
- # locales as you wish. All of these examples are active by default:
8
- # ActiveSupport::Inflector.inflections(:en) do |inflect|
9
- # inflect.plural /^(ox)$/i, '\1en'
10
- # inflect.singular /^(ox)en/i, '\1'
11
- # inflect.irregular 'person', 'people'
12
- # inflect.uncountable %w( fish sheep )
13
- # end
14
-
15
- # These inflection rules are supported but not enabled by default:
16
- # ActiveSupport::Inflector.inflections(:en) do |inflect|
17
- # inflect.acronym 'RESTful'
18
- # end
@@ -1,6 +0,0 @@
1
- # frozen_string_literal: true
2
-
3
- # Be sure to restart your server when you modify this file.
4
-
5
- # Add new mime types for use in respond_to blocks:
6
- # Mime::Type.register "text/richtext", :rtf
@@ -1,5 +0,0 @@
1
- # frozen_string_literal: true
2
-
3
- # Be sure to restart your server when you modify this file.
4
-
5
- Rails.application.config.session_store :cookie_store, key: '_dummy_session'
@@ -1,12 +0,0 @@
1
- # frozen_string_literal: true
2
-
3
- # Be sure to restart your server when you modify this file.
4
-
5
- # Preserve the timezone of the receiver when calling to `to_time`.
6
- # Ruby 2.4 will change the behavior of `to_time` to preserve the timezone
7
- # when converting to an instance of `Time` instead of the previous behavior
8
- # of converting to the local system timezone.
9
- #
10
- # Rails 5.0 introduced this config option so that apps made with earlier
11
- # versions of Rails are not affected when upgrading.
12
- ActiveSupport.to_time_preserves_timezone = true
@@ -1,16 +0,0 @@
1
- # frozen_string_literal: true
2
-
3
- # Be sure to restart your server when you modify this file.
4
-
5
- # This file contains settings for ActionController::ParamsWrapper which
6
- # is enabled by default.
7
-
8
- # Enable parameter wrapping for JSON. You can disable this by setting :format to an empty array.
9
- ActiveSupport.on_load(:action_controller) do
10
- wrap_parameters format: [:json] if respond_to?(:wrap_parameters)
11
- end
12
-
13
- # To enable root element in JSON for ActiveRecord objects.
14
- # ActiveSupport.on_load(:active_record) do
15
- # self.include_root_in_json = true
16
- # end
@@ -1,23 +0,0 @@
1
- # Files in the config/locales directory are used for internationalization
2
- # and are automatically loaded by Rails. If you want to use locales other
3
- # than English, add the necessary files in this directory.
4
- #
5
- # To use the locales, use `I18n.t`:
6
- #
7
- # I18n.t 'hello'
8
- #
9
- # In views, this is aliased to just `t`:
10
- #
11
- # <%= t('hello') %>
12
- #
13
- # To use a different locale, set it with `I18n.locale`:
14
- #
15
- # I18n.locale = :es
16
- #
17
- # This would use the information in config/locales/es.yml.
18
- #
19
- # To learn more, please read the Rails Internationalization guide
20
- # available at http://guides.rubyonrails.org/i18n.html.
21
-
22
- en:
23
- hello: "Hello world"
@@ -1,5 +0,0 @@
1
- # frozen_string_literal: true
2
-
3
- Rails.application.routes.draw do
4
- mount Aranha::Engine => '/aranha'
5
- end
@@ -1,22 +0,0 @@
1
- # Be sure to restart your server when you modify this file.
2
-
3
- # Your secret key is used for verifying the integrity of signed cookies.
4
- # If you change this key, all old signed cookies will become invalid!
5
-
6
- # Make sure the secret is at least 30 characters and all random,
7
- # no regular words or you'll be exposed to dictionary attacks.
8
- # You can use `rake secret` to generate a secure secret key.
9
-
10
- # Make sure the secrets in this file are kept private
11
- # if you're sharing your code publicly.
12
-
13
- development:
14
- secret_key_base: b5f32da9df948cceead13b7424e2f90d412310fdd29d0df39096715c9ecad894cd5db35379a1ecfee18bfe007031dafcf00571fbedabd47ae7be4100ba6a2e36
15
-
16
- test:
17
- secret_key_base: 5197d9f8b97072ced85c5a0907bcc83302ffcfc1a810cfcd1334a71f7cba5e985c195999258f24e71726ae4454c746cff8342944b3e54e31f5e72ed3d7ea9883
18
-
19
- # Do not keep production secrets in the repository,
20
- # instead read values from the environment.
21
- production:
22
- secret_key_base: <%= ENV["SECRET_KEY_BASE"] %>
@@ -1,24 +0,0 @@
1
- # encoding: UTF-8
2
- # This file is auto-generated from the current state of the database. Instead
3
- # of editing this file, please use the migrations feature of Active Record to
4
- # incrementally modify your database, and then regenerate this schema definition.
5
- #
6
- # Note that this schema.rb definition is the authoritative source for your
7
- # database schema. If you need to create the application database on another
8
- # system, you should be using db:schema:load, not running all the migrations
9
- # from scratch. The latter is a flawed and unsustainable approach (the more migrations
10
- # you'll amass, the slower it'll run and the greater likelihood for issues).
11
- #
12
- # It's strongly recommended that you check this file into your version control system.
13
-
14
- ActiveRecord::Schema.define(version: 20171201021251) do
15
-
16
- create_table "aranha_addresses", force: :cascade do |t|
17
- t.string "url"
18
- t.string "processor"
19
- t.datetime "processed_at"
20
- t.datetime "created_at", null: false
21
- t.datetime "updated_at", null: false
22
- end
23
-
24
- end
@@ -1,67 +0,0 @@
1
- <!DOCTYPE html>
2
- <html>
3
- <head>
4
- <title>The page you were looking for doesn't exist (404)</title>
5
- <meta name="viewport" content="width=device-width,initial-scale=1">
6
- <style>
7
- body {
8
- background-color: #EFEFEF;
9
- color: #2E2F30;
10
- text-align: center;
11
- font-family: arial, sans-serif;
12
- margin: 0;
13
- }
14
-
15
- div.dialog {
16
- width: 95%;
17
- max-width: 33em;
18
- margin: 4em auto 0;
19
- }
20
-
21
- div.dialog > div {
22
- border: 1px solid #CCC;
23
- border-right-color: #999;
24
- border-left-color: #999;
25
- border-bottom-color: #BBB;
26
- border-top: #B00100 solid 4px;
27
- border-top-left-radius: 9px;
28
- border-top-right-radius: 9px;
29
- background-color: white;
30
- padding: 7px 12% 0;
31
- box-shadow: 0 3px 8px rgba(50, 50, 50, 0.17);
32
- }
33
-
34
- h1 {
35
- font-size: 100%;
36
- color: #730E15;
37
- line-height: 1.5em;
38
- }
39
-
40
- div.dialog > p {
41
- margin: 0 0 1em;
42
- padding: 1em;
43
- background-color: #F7F7F7;
44
- border: 1px solid #CCC;
45
- border-right-color: #999;
46
- border-left-color: #999;
47
- border-bottom-color: #999;
48
- border-bottom-left-radius: 4px;
49
- border-bottom-right-radius: 4px;
50
- border-top-color: #DADADA;
51
- color: #666;
52
- box-shadow: 0 3px 8px rgba(50, 50, 50, 0.17);
53
- }
54
- </style>
55
- </head>
56
-
57
- <body>
58
- <!-- This file lives in public/404.html -->
59
- <div class="dialog">
60
- <div>
61
- <h1>The page you were looking for doesn't exist.</h1>
62
- <p>You may have mistyped the address or the page may have moved.</p>
63
- </div>
64
- <p>If you are the application owner check the logs for more information.</p>
65
- </div>
66
- </body>
67
- </html>
@@ -1,67 +0,0 @@
1
- <!DOCTYPE html>
2
- <html>
3
- <head>
4
- <title>The change you wanted was rejected (422)</title>
5
- <meta name="viewport" content="width=device-width,initial-scale=1">
6
- <style>
7
- body {
8
- background-color: #EFEFEF;
9
- color: #2E2F30;
10
- text-align: center;
11
- font-family: arial, sans-serif;
12
- margin: 0;
13
- }
14
-
15
- div.dialog {
16
- width: 95%;
17
- max-width: 33em;
18
- margin: 4em auto 0;
19
- }
20
-
21
- div.dialog > div {
22
- border: 1px solid #CCC;
23
- border-right-color: #999;
24
- border-left-color: #999;
25
- border-bottom-color: #BBB;
26
- border-top: #B00100 solid 4px;
27
- border-top-left-radius: 9px;
28
- border-top-right-radius: 9px;
29
- background-color: white;
30
- padding: 7px 12% 0;
31
- box-shadow: 0 3px 8px rgba(50, 50, 50, 0.17);
32
- }
33
-
34
- h1 {
35
- font-size: 100%;
36
- color: #730E15;
37
- line-height: 1.5em;
38
- }
39
-
40
- div.dialog > p {
41
- margin: 0 0 1em;
42
- padding: 1em;
43
- background-color: #F7F7F7;
44
- border: 1px solid #CCC;
45
- border-right-color: #999;
46
- border-left-color: #999;
47
- border-bottom-color: #999;
48
- border-bottom-left-radius: 4px;
49
- border-bottom-right-radius: 4px;
50
- border-top-color: #DADADA;
51
- color: #666;
52
- box-shadow: 0 3px 8px rgba(50, 50, 50, 0.17);
53
- }
54
- </style>
55
- </head>
56
-
57
- <body>
58
- <!-- This file lives in public/422.html -->
59
- <div class="dialog">
60
- <div>
61
- <h1>The change you wanted was rejected.</h1>
62
- <p>Maybe you tried to change something you didn't have access to.</p>
63
- </div>
64
- <p>If you are the application owner check the logs for more information.</p>
65
- </div>
66
- </body>
67
- </html>
@@ -1,66 +0,0 @@
1
- <!DOCTYPE html>
2
- <html>
3
- <head>
4
- <title>We're sorry, but something went wrong (500)</title>
5
- <meta name="viewport" content="width=device-width,initial-scale=1">
6
- <style>
7
- body {
8
- background-color: #EFEFEF;
9
- color: #2E2F30;
10
- text-align: center;
11
- font-family: arial, sans-serif;
12
- margin: 0;
13
- }
14
-
15
- div.dialog {
16
- width: 95%;
17
- max-width: 33em;
18
- margin: 4em auto 0;
19
- }
20
-
21
- div.dialog > div {
22
- border: 1px solid #CCC;
23
- border-right-color: #999;
24
- border-left-color: #999;
25
- border-bottom-color: #BBB;
26
- border-top: #B00100 solid 4px;
27
- border-top-left-radius: 9px;
28
- border-top-right-radius: 9px;
29
- background-color: white;
30
- padding: 7px 12% 0;
31
- box-shadow: 0 3px 8px rgba(50, 50, 50, 0.17);
32
- }
33
-
34
- h1 {
35
- font-size: 100%;
36
- color: #730E15;
37
- line-height: 1.5em;
38
- }
39
-
40
- div.dialog > p {
41
- margin: 0 0 1em;
42
- padding: 1em;
43
- background-color: #F7F7F7;
44
- border: 1px solid #CCC;
45
- border-right-color: #999;
46
- border-left-color: #999;
47
- border-bottom-color: #999;
48
- border-bottom-left-radius: 4px;
49
- border-bottom-right-radius: 4px;
50
- border-top-color: #DADADA;
51
- color: #666;
52
- box-shadow: 0 3px 8px rgba(50, 50, 50, 0.17);
53
- }
54
- </style>
55
- </head>
56
-
57
- <body>
58
- <!-- This file lives in public/500.html -->
59
- <div class="dialog">
60
- <div>
61
- <h1>We're sorry, but something went wrong.</h1>
62
- </div>
63
- <p>If you are the application owner check the logs for more information.</p>
64
- </div>
65
- </body>
66
- </html>
File without changes