aranha 0.14.0 → 0.14.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/app/models/aranha/address.rb +3 -3
- data/config/routes.rb +2 -1
- data/db/migrate/20171201021251_create_aranha_addresses.rb +3 -1
- data/db/migrate/20181125042102_add_extra_data_to_aranha_addresses.rb +3 -1
- data/lib/aranha/version.rb +1 -1
- metadata +24 -18
- data/Rakefile +0 -32
- data/test/aranha_test.rb +0 -9
- data/test/integration/navigation_test.rb +0 -9
- data/test/test_helper.rb +0 -23
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 8b89c63a38f3c2f658263dde445f10b45628ecd19069d6a78a0d5e838a1a6127
|
4
|
+
data.tar.gz: 15cfb49d733aba80bd316813d21c587c47c4799af6a60d9a6147bed1e08f132f
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: fe5b484b9709033c8f87db0f8070c83d5dd328109d2d6bfb12a7ef356ba7268ec45cf728f5554dbd3015e28f60d14be2b81d6ac33f836365024fb4e88f1ed7e1
|
7
|
+
data.tar.gz: 9456fafe876c0894f810575fe41f078703ce2f9b75930c967ed4ffd9d33b93eeeb80e4b899e9bc12f31612d397fb1d462ab29520e7df4f71956fb64c489628f6
|
@@ -4,7 +4,7 @@ require 'eac_ruby_utils/yaml'
|
|
4
4
|
|
5
5
|
module Aranha
|
6
6
|
class Address < ActiveRecord::Base
|
7
|
-
include ::
|
7
|
+
include ::EacRailsUtils::Models::InequalityQueries
|
8
8
|
|
9
9
|
add_inequality_queries(:created_at)
|
10
10
|
|
@@ -74,7 +74,7 @@ module Aranha
|
|
74
74
|
end
|
75
75
|
|
76
76
|
def url_to_process
|
77
|
-
::EacRubyUtils::Yaml.
|
77
|
+
::EacRubyUtils::Yaml.load(url)
|
78
78
|
end
|
79
79
|
|
80
80
|
def processor_instancier
|
@@ -83,7 +83,7 @@ module Aranha
|
|
83
83
|
|
84
84
|
def processor_instancier_arguments
|
85
85
|
if processor_instancier_arity == 2 || processor_instancier_arity.negative?
|
86
|
-
[url_to_process, EacRubyUtils::Yaml.
|
86
|
+
[url_to_process, EacRubyUtils::Yaml.load(extra_data)]
|
87
87
|
elsif processor_instancier_arity == 1
|
88
88
|
[processor_instancier.call(url_to_process)]
|
89
89
|
else
|
data/config/routes.rb
CHANGED
@@ -1,6 +1,8 @@
|
|
1
1
|
# frozen_string_literal: true
|
2
2
|
|
3
|
-
class CreateAranhaAddresses <
|
3
|
+
class CreateAranhaAddresses < (
|
4
|
+
Rails.version < '5' ? ActiveRecord::Migration : ActiveRecord::Migration[4.2]
|
5
|
+
)
|
4
6
|
def change
|
5
7
|
create_table :aranha_addresses do |t|
|
6
8
|
t.string :url
|
@@ -1,6 +1,8 @@
|
|
1
1
|
# frozen_string_literal: true
|
2
2
|
|
3
|
-
class AddExtraDataToAranhaAddresses <
|
3
|
+
class AddExtraDataToAranhaAddresses < (
|
4
|
+
Rails.version < '5' ? ActiveRecord::Migration : ActiveRecord::Migration[4.2]
|
5
|
+
)
|
4
6
|
def change
|
5
7
|
add_column :aranha_addresses, :extra_data, :text
|
6
8
|
end
|
data/lib/aranha/version.rb
CHANGED
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: aranha
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.14.
|
4
|
+
version: 0.14.5
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Eduardo H. Bogoni
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2020-
|
11
|
+
date: 2020-10-14 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: active_scaffold
|
@@ -58,20 +58,34 @@ dependencies:
|
|
58
58
|
- - ">="
|
59
59
|
- !ruby/object:Gem::Version
|
60
60
|
version: 0.1.2
|
61
|
+
- !ruby/object:Gem::Dependency
|
62
|
+
name: eac_rails_utils
|
63
|
+
requirement: !ruby/object:Gem::Requirement
|
64
|
+
requirements:
|
65
|
+
- - "~>"
|
66
|
+
- !ruby/object:Gem::Version
|
67
|
+
version: '0.11'
|
68
|
+
type: :runtime
|
69
|
+
prerelease: false
|
70
|
+
version_requirements: !ruby/object:Gem::Requirement
|
71
|
+
requirements:
|
72
|
+
- - "~>"
|
73
|
+
- !ruby/object:Gem::Version
|
74
|
+
version: '0.11'
|
61
75
|
- !ruby/object:Gem::Dependency
|
62
76
|
name: eac_ruby_utils
|
63
77
|
requirement: !ruby/object:Gem::Requirement
|
64
78
|
requirements:
|
65
79
|
- - "~>"
|
66
80
|
- !ruby/object:Gem::Version
|
67
|
-
version: '0.
|
81
|
+
version: '0.35'
|
68
82
|
type: :runtime
|
69
83
|
prerelease: false
|
70
84
|
version_requirements: !ruby/object:Gem::Requirement
|
71
85
|
requirements:
|
72
86
|
- - "~>"
|
73
87
|
- !ruby/object:Gem::Version
|
74
|
-
version: '0.
|
88
|
+
version: '0.35'
|
75
89
|
- !ruby/object:Gem::Dependency
|
76
90
|
name: httpclient
|
77
91
|
requirement: !ruby/object:Gem::Requirement
|
@@ -90,16 +104,16 @@ dependencies:
|
|
90
104
|
name: rails
|
91
105
|
requirement: !ruby/object:Gem::Requirement
|
92
106
|
requirements:
|
93
|
-
- - "
|
107
|
+
- - ">="
|
94
108
|
- !ruby/object:Gem::Version
|
95
|
-
version: 4.2.
|
109
|
+
version: 4.2.11.3
|
96
110
|
type: :runtime
|
97
111
|
prerelease: false
|
98
112
|
version_requirements: !ruby/object:Gem::Requirement
|
99
113
|
requirements:
|
100
|
-
- - "
|
114
|
+
- - ">="
|
101
115
|
- !ruby/object:Gem::Version
|
102
|
-
version: 4.2.
|
116
|
+
version: 4.2.11.3
|
103
117
|
- !ruby/object:Gem::Dependency
|
104
118
|
name: eac_ruby_gem_support
|
105
119
|
requirement: !ruby/object:Gem::Requirement
|
@@ -137,7 +151,6 @@ extra_rdoc_files: []
|
|
137
151
|
files:
|
138
152
|
- MIT-LICENSE
|
139
153
|
- README.rdoc
|
140
|
-
- Rakefile
|
141
154
|
- app/assets/javascripts/aranha/application.js
|
142
155
|
- app/assets/stylesheets/aranha/application.css
|
143
156
|
- app/controllers/aranha/addresses_controller.rb
|
@@ -161,9 +174,6 @@ files:
|
|
161
174
|
- lib/aranha/processor.rb
|
162
175
|
- lib/aranha/version.rb
|
163
176
|
- lib/tasks/aranha_tasks.rake
|
164
|
-
- test/aranha_test.rb
|
165
|
-
- test/integration/navigation_test.rb
|
166
|
-
- test/test_helper.rb
|
167
177
|
homepage:
|
168
178
|
licenses:
|
169
179
|
- MIT
|
@@ -183,12 +193,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
183
193
|
- !ruby/object:Gem::Version
|
184
194
|
version: '0'
|
185
195
|
requirements: []
|
186
|
-
|
187
|
-
rubygems_version: 2.7.7
|
196
|
+
rubygems_version: 3.0.8
|
188
197
|
signing_key:
|
189
198
|
specification_version: 4
|
190
199
|
summary: Rails utilities for web crawling.
|
191
|
-
test_files:
|
192
|
-
- test/aranha_test.rb
|
193
|
-
- test/test_helper.rb
|
194
|
-
- test/integration/navigation_test.rb
|
200
|
+
test_files: []
|
data/Rakefile
DELETED
@@ -1,32 +0,0 @@
|
|
1
|
-
# frozen_string_literal: true
|
2
|
-
|
3
|
-
begin
|
4
|
-
require 'bundler/setup'
|
5
|
-
rescue LoadError
|
6
|
-
puts 'You must `gem install bundler` and `bundle install` to run rake tasks'
|
7
|
-
end
|
8
|
-
|
9
|
-
require 'rdoc/task'
|
10
|
-
|
11
|
-
RDoc::Task.new(:rdoc) do |rdoc|
|
12
|
-
rdoc.rdoc_dir = 'rdoc'
|
13
|
-
rdoc.title = 'Aranha'
|
14
|
-
rdoc.options << '--line-numbers'
|
15
|
-
rdoc.rdoc_files.include('README.rdoc')
|
16
|
-
rdoc.rdoc_files.include('lib/**/*.rb')
|
17
|
-
end
|
18
|
-
|
19
|
-
APP_RAKEFILE = File.expand_path('spec/support/rails_app/Rakefile', __dir__)
|
20
|
-
load 'rails/tasks/engine.rake'
|
21
|
-
|
22
|
-
load 'rails/tasks/statistics.rake'
|
23
|
-
|
24
|
-
Bundler::GemHelper.install_tasks(dir: __dir__)
|
25
|
-
|
26
|
-
require 'rake/testtask'
|
27
|
-
|
28
|
-
require 'rspec/core/rake_task'
|
29
|
-
RSpec::Core::RakeTask.new(:spec)
|
30
|
-
task test: :spec
|
31
|
-
|
32
|
-
task default: :test
|
data/test/aranha_test.rb
DELETED
data/test/test_helper.rb
DELETED
@@ -1,23 +0,0 @@
|
|
1
|
-
# frozen_string_literal: true
|
2
|
-
|
3
|
-
# Configure Rails Environment
|
4
|
-
ENV['RAILS_ENV'] = 'test'
|
5
|
-
|
6
|
-
require File.expand_path('../spec/support/rails_apps/config/environment.rb', __dir__)
|
7
|
-
ActiveRecord::Migrator.migrations_paths = [
|
8
|
-
File.expand_path('../spec/support/rails_app/db/migrate', __dir__)
|
9
|
-
]
|
10
|
-
require 'rails/test_help'
|
11
|
-
|
12
|
-
# Filter out Minitest backtrace while allowing backtrace from other libraries
|
13
|
-
# to be shown.
|
14
|
-
Minitest.backtrace_filter = Minitest::BacktraceFilter.new
|
15
|
-
|
16
|
-
# Load support files
|
17
|
-
Dir["#{File.dirname(__FILE__)}/support/**/*.rb"].sort.each { |f| require f }
|
18
|
-
|
19
|
-
# Load fixtures from the engine
|
20
|
-
if ActiveSupport::TestCase.respond_to?(:fixture_path=)
|
21
|
-
ActiveSupport::TestCase.fixture_path = File.expand_path('fixtures', __dir__)
|
22
|
-
ActiveSupport::TestCase.fixtures :all
|
23
|
-
end
|