aranha-rails 0.10.1 → 0.11.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/app/models/aranha/address/delayed_job.rb +0 -3
- data/app/models/aranha/address/processor.rb +0 -2
- data/app/models/aranha/address/scheduling.rb +0 -6
- data/app/models/aranha/address.rb +0 -3
- data/app/models/aranha/processor_configuration.rb +0 -2
- data/app/models/aranha/start_point.rb +0 -2
- data/config/initializers/aranha.rb +0 -2
- data/db/migrate/20171201021251_create_aranha_addresses.rb +2 -2
- data/db/migrate/20181125042102_add_extra_data_to_aranha_addresses.rb +2 -2
- data/lib/aranha/rails/engine.rb +6 -3
- data/lib/aranha/rails/fixtures_download.rb +1 -6
- data/lib/aranha/rails/manager.rb +0 -1
- data/lib/aranha/rails/patches/delayed_job.rb +0 -2
- data/lib/aranha/rails/version.rb +1 -1
- data/lib/aranha/rails.rb +2 -3
- data/lib/tasks/aranha.rake +5 -4
- metadata +38 -50
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 50ce3ca0e54bb489d295fa7a2a9a366011832b5ce642855782a6fda242966fcb
|
|
4
|
+
data.tar.gz: bb585724ba874943b79599ca15c96e668a3e86197eff27b68a05f7f8b9e81b23
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: e89b858fc03553dec8be4d13aaa2f5e57a59d2abf9db41e1693ddfb351abe9b245342b1e7f1a7074636861d964e06796200b0a19d299e6fbacc47d007967e9e8
|
|
7
|
+
data.tar.gz: 572c47ff15adceeeed3a30cd21b46df389da0c2ca964d55c671f8b5fcd715c620910de4074e4b64ac794586d6e1a9478260684937d1202137d5b0667fea2d4a2
|
|
@@ -1,11 +1,5 @@
|
|
|
1
1
|
# frozen_string_literal: true
|
|
2
2
|
|
|
3
|
-
require 'active_record/base'
|
|
4
|
-
require 'aranha/processor'
|
|
5
|
-
require 'aranha/rails/process'
|
|
6
|
-
require 'delayed_job'
|
|
7
|
-
require 'eac_ruby_utils/core_ext'
|
|
8
|
-
|
|
9
3
|
module Aranha
|
|
10
4
|
class Address < ::ActiveRecord::Base
|
|
11
5
|
module Scheduling
|
|
@@ -1,8 +1,8 @@
|
|
|
1
1
|
# frozen_string_literal: true
|
|
2
2
|
|
|
3
3
|
class CreateAranhaAddresses < (
|
|
4
|
-
|
|
5
|
-
|
|
4
|
+
Rails.version < '5' ? ActiveRecord::Migration : ActiveRecord::Migration[4.2]
|
|
5
|
+
)
|
|
6
6
|
def change
|
|
7
7
|
create_table :aranha_addresses do |t|
|
|
8
8
|
t.string :url
|
|
@@ -1,8 +1,8 @@
|
|
|
1
1
|
# frozen_string_literal: true
|
|
2
2
|
|
|
3
3
|
class AddExtraDataToAranhaAddresses < (
|
|
4
|
-
|
|
5
|
-
|
|
4
|
+
Rails.version < '5' ? ActiveRecord::Migration : ActiveRecord::Migration[4.2]
|
|
5
|
+
)
|
|
6
6
|
def change
|
|
7
7
|
add_column :aranha_addresses, :extra_data, :text
|
|
8
8
|
end
|
data/lib/aranha/rails/engine.rb
CHANGED
|
@@ -1,8 +1,11 @@
|
|
|
1
1
|
# frozen_string_literal: true
|
|
2
2
|
|
|
3
|
-
require '
|
|
4
|
-
require '
|
|
5
|
-
require '
|
|
3
|
+
require 'active_record'
|
|
4
|
+
require 'aranha'
|
|
5
|
+
require 'delayed_job'
|
|
6
|
+
require 'eac_active_scaffold'
|
|
7
|
+
require 'eac_rails_delayed_job'
|
|
8
|
+
require 'eac_rails_utils'
|
|
6
9
|
|
|
7
10
|
module Aranha
|
|
8
11
|
module Rails
|
|
@@ -1,10 +1,5 @@
|
|
|
1
1
|
# frozen_string_literal: true
|
|
2
2
|
|
|
3
|
-
require 'aranha/parsers/base'
|
|
4
|
-
require 'aranha/parsers/source_address'
|
|
5
|
-
require 'eac_ruby_gem_support/source_target_fixtures'
|
|
6
|
-
require 'eac_ruby_utils/core_ext'
|
|
7
|
-
|
|
8
3
|
module Aranha
|
|
9
4
|
module Rails
|
|
10
5
|
class FixturesDownload
|
|
@@ -52,7 +47,7 @@ module Aranha
|
|
|
52
47
|
!pending? || !source_exist?(path)
|
|
53
48
|
end
|
|
54
49
|
|
|
55
|
-
def match_prefix_pattern(path)
|
|
50
|
+
def match_prefix_pattern(path) # rubocop:disable Naming/PredicateMethod
|
|
56
51
|
relative_path(path).start_with?(prefix)
|
|
57
52
|
end
|
|
58
53
|
|
data/lib/aranha/rails/manager.rb
CHANGED
data/lib/aranha/rails/version.rb
CHANGED
data/lib/aranha/rails.rb
CHANGED
data/lib/tasks/aranha.rake
CHANGED
|
@@ -13,16 +13,17 @@ namespace(:aranha) do # rubocop:disable Metrics/BlockLength
|
|
|
13
13
|
|
|
14
14
|
namespace :address do
|
|
15
15
|
desc 'Process a arbitrary address.'
|
|
16
|
-
task :process, %i[uri processor] => :environment do |_t, args|
|
|
17
|
-
args.processor.constantize.new(
|
|
16
|
+
task :process, %i[uri processor extra_data] => :environment do |_t, args|
|
|
17
|
+
args.processor.constantize.new(
|
|
18
|
+
args.uri,
|
|
19
|
+
args.extra_data.if_present({}) { |v| EacRubyUtils::Yaml.load(v).with_indifferent_access }
|
|
20
|
+
).process
|
|
18
21
|
end
|
|
19
22
|
end
|
|
20
23
|
|
|
21
24
|
namespace :fixtures do
|
|
22
25
|
desc 'Download remote content for fixtures.'
|
|
23
26
|
task download: :environment do
|
|
24
|
-
require 'aranha/rails/fixtures_download'
|
|
25
|
-
|
|
26
27
|
Aranha::Rails::FixturesDownload.new(
|
|
27
28
|
Aranha::Rails::FixturesDownload::OPTION_EXTENSION => ENV.fetch('EXTENSION', nil),
|
|
28
29
|
Aranha::Rails::FixturesDownload::OPTION_PREFIX => ENV.fetch('PREFIX', nil),
|
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: aranha-rails
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.
|
|
4
|
+
version: 0.11.1
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Put here the authors
|
|
8
|
-
autorequire:
|
|
8
|
+
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date:
|
|
11
|
+
date: 2026-07-15 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: aranha
|
|
@@ -16,150 +16,138 @@ dependencies:
|
|
|
16
16
|
requirements:
|
|
17
17
|
- - "~>"
|
|
18
18
|
- !ruby/object:Gem::Version
|
|
19
|
-
version: '0.
|
|
20
|
-
- - ">="
|
|
21
|
-
- !ruby/object:Gem::Version
|
|
22
|
-
version: 0.19.2
|
|
19
|
+
version: '0.20'
|
|
23
20
|
type: :runtime
|
|
24
21
|
prerelease: false
|
|
25
22
|
version_requirements: !ruby/object:Gem::Requirement
|
|
26
23
|
requirements:
|
|
27
24
|
- - "~>"
|
|
28
25
|
- !ruby/object:Gem::Version
|
|
29
|
-
version: '0.
|
|
30
|
-
- - ">="
|
|
31
|
-
- !ruby/object:Gem::Version
|
|
32
|
-
version: 0.19.2
|
|
26
|
+
version: '0.20'
|
|
33
27
|
- !ruby/object:Gem::Dependency
|
|
34
28
|
name: aranha-parsers
|
|
35
29
|
requirement: !ruby/object:Gem::Requirement
|
|
36
30
|
requirements:
|
|
37
31
|
- - "~>"
|
|
38
32
|
- !ruby/object:Gem::Version
|
|
39
|
-
version: '0.
|
|
33
|
+
version: '0.27'
|
|
40
34
|
type: :runtime
|
|
41
35
|
prerelease: false
|
|
42
36
|
version_requirements: !ruby/object:Gem::Requirement
|
|
43
37
|
requirements:
|
|
44
38
|
- - "~>"
|
|
45
39
|
- !ruby/object:Gem::Version
|
|
46
|
-
version: '0.
|
|
40
|
+
version: '0.27'
|
|
47
41
|
- !ruby/object:Gem::Dependency
|
|
48
42
|
name: eac_active_scaffold
|
|
49
43
|
requirement: !ruby/object:Gem::Requirement
|
|
50
44
|
requirements:
|
|
51
45
|
- - "~>"
|
|
52
46
|
- !ruby/object:Gem::Version
|
|
53
|
-
version: '0.
|
|
47
|
+
version: '0.8'
|
|
54
48
|
- - ">="
|
|
55
49
|
- !ruby/object:Gem::Version
|
|
56
|
-
version: 0.
|
|
50
|
+
version: 0.8.1
|
|
57
51
|
type: :runtime
|
|
58
52
|
prerelease: false
|
|
59
53
|
version_requirements: !ruby/object:Gem::Requirement
|
|
60
54
|
requirements:
|
|
61
55
|
- - "~>"
|
|
62
56
|
- !ruby/object:Gem::Version
|
|
63
|
-
version: '0.
|
|
57
|
+
version: '0.8'
|
|
64
58
|
- - ">="
|
|
65
59
|
- !ruby/object:Gem::Version
|
|
66
|
-
version: 0.
|
|
60
|
+
version: 0.8.1
|
|
67
61
|
- !ruby/object:Gem::Dependency
|
|
68
62
|
name: eac_rails_delayed_job
|
|
69
63
|
requirement: !ruby/object:Gem::Requirement
|
|
70
64
|
requirements:
|
|
71
65
|
- - "~>"
|
|
72
66
|
- !ruby/object:Gem::Version
|
|
73
|
-
version: '0.
|
|
74
|
-
- - ">="
|
|
75
|
-
- !ruby/object:Gem::Version
|
|
76
|
-
version: 0.2.1
|
|
67
|
+
version: '0.3'
|
|
77
68
|
type: :runtime
|
|
78
69
|
prerelease: false
|
|
79
70
|
version_requirements: !ruby/object:Gem::Requirement
|
|
80
71
|
requirements:
|
|
81
72
|
- - "~>"
|
|
82
73
|
- !ruby/object:Gem::Version
|
|
83
|
-
version: '0.
|
|
84
|
-
- - ">="
|
|
85
|
-
- !ruby/object:Gem::Version
|
|
86
|
-
version: 0.2.1
|
|
74
|
+
version: '0.3'
|
|
87
75
|
- !ruby/object:Gem::Dependency
|
|
88
76
|
name: eac_rails_utils
|
|
89
77
|
requirement: !ruby/object:Gem::Requirement
|
|
90
78
|
requirements:
|
|
91
79
|
- - "~>"
|
|
92
80
|
- !ruby/object:Gem::Version
|
|
93
|
-
version: '0.
|
|
81
|
+
version: '0.28'
|
|
94
82
|
- - ">="
|
|
95
83
|
- !ruby/object:Gem::Version
|
|
96
|
-
version: 0.
|
|
84
|
+
version: 0.28.1
|
|
97
85
|
type: :runtime
|
|
98
86
|
prerelease: false
|
|
99
87
|
version_requirements: !ruby/object:Gem::Requirement
|
|
100
88
|
requirements:
|
|
101
89
|
- - "~>"
|
|
102
90
|
- !ruby/object:Gem::Version
|
|
103
|
-
version: '0.
|
|
91
|
+
version: '0.28'
|
|
104
92
|
- - ">="
|
|
105
93
|
- !ruby/object:Gem::Version
|
|
106
|
-
version: 0.
|
|
94
|
+
version: 0.28.1
|
|
107
95
|
- !ruby/object:Gem::Dependency
|
|
108
96
|
name: eac_ruby_utils
|
|
109
97
|
requirement: !ruby/object:Gem::Requirement
|
|
110
98
|
requirements:
|
|
111
99
|
- - "~>"
|
|
112
100
|
- !ruby/object:Gem::Version
|
|
113
|
-
version: '0.
|
|
101
|
+
version: '0.131'
|
|
102
|
+
- - ">="
|
|
103
|
+
- !ruby/object:Gem::Version
|
|
104
|
+
version: 0.131.1
|
|
114
105
|
type: :runtime
|
|
115
106
|
prerelease: false
|
|
116
107
|
version_requirements: !ruby/object:Gem::Requirement
|
|
117
108
|
requirements:
|
|
118
109
|
- - "~>"
|
|
119
110
|
- !ruby/object:Gem::Version
|
|
120
|
-
version: '0.
|
|
111
|
+
version: '0.131'
|
|
112
|
+
- - ">="
|
|
113
|
+
- !ruby/object:Gem::Version
|
|
114
|
+
version: 0.131.1
|
|
121
115
|
- !ruby/object:Gem::Dependency
|
|
122
116
|
name: rails
|
|
123
117
|
requirement: !ruby/object:Gem::Requirement
|
|
124
118
|
requirements:
|
|
125
119
|
- - ">="
|
|
126
120
|
- !ruby/object:Gem::Version
|
|
127
|
-
version:
|
|
128
|
-
- - "<"
|
|
129
|
-
- !ruby/object:Gem::Version
|
|
130
|
-
version: '7'
|
|
121
|
+
version: 6.1.7.10
|
|
131
122
|
type: :runtime
|
|
132
123
|
prerelease: false
|
|
133
124
|
version_requirements: !ruby/object:Gem::Requirement
|
|
134
125
|
requirements:
|
|
135
126
|
- - ">="
|
|
136
127
|
- !ruby/object:Gem::Version
|
|
137
|
-
version:
|
|
138
|
-
- - "<"
|
|
139
|
-
- !ruby/object:Gem::Version
|
|
140
|
-
version: '7'
|
|
128
|
+
version: 6.1.7.10
|
|
141
129
|
- !ruby/object:Gem::Dependency
|
|
142
130
|
name: eac_rails_gem_support
|
|
143
131
|
requirement: !ruby/object:Gem::Requirement
|
|
144
132
|
requirements:
|
|
145
133
|
- - "~>"
|
|
146
134
|
- !ruby/object:Gem::Version
|
|
147
|
-
version: '0.
|
|
135
|
+
version: '0.12'
|
|
148
136
|
- - ">="
|
|
149
137
|
- !ruby/object:Gem::Version
|
|
150
|
-
version: 0.
|
|
138
|
+
version: 0.12.2
|
|
151
139
|
type: :development
|
|
152
140
|
prerelease: false
|
|
153
141
|
version_requirements: !ruby/object:Gem::Requirement
|
|
154
142
|
requirements:
|
|
155
143
|
- - "~>"
|
|
156
144
|
- !ruby/object:Gem::Version
|
|
157
|
-
version: '0.
|
|
145
|
+
version: '0.12'
|
|
158
146
|
- - ">="
|
|
159
147
|
- !ruby/object:Gem::Version
|
|
160
|
-
version: 0.
|
|
161
|
-
description:
|
|
162
|
-
email:
|
|
148
|
+
version: 0.12.2
|
|
149
|
+
description:
|
|
150
|
+
email:
|
|
163
151
|
executables: []
|
|
164
152
|
extensions: []
|
|
165
153
|
extra_rdoc_files: []
|
|
@@ -197,10 +185,10 @@ files:
|
|
|
197
185
|
- lib/aranha/rails/process.rb
|
|
198
186
|
- lib/aranha/rails/version.rb
|
|
199
187
|
- lib/tasks/aranha.rake
|
|
200
|
-
homepage:
|
|
188
|
+
homepage:
|
|
201
189
|
licenses: []
|
|
202
190
|
metadata: {}
|
|
203
|
-
post_install_message:
|
|
191
|
+
post_install_message:
|
|
204
192
|
rdoc_options: []
|
|
205
193
|
require_paths:
|
|
206
194
|
- lib
|
|
@@ -208,15 +196,15 @@ required_ruby_version: !ruby/object:Gem::Requirement
|
|
|
208
196
|
requirements:
|
|
209
197
|
- - ">="
|
|
210
198
|
- !ruby/object:Gem::Version
|
|
211
|
-
version: '2
|
|
199
|
+
version: '3.2'
|
|
212
200
|
required_rubygems_version: !ruby/object:Gem::Requirement
|
|
213
201
|
requirements:
|
|
214
202
|
- - ">="
|
|
215
203
|
- !ruby/object:Gem::Version
|
|
216
204
|
version: '0'
|
|
217
205
|
requirements: []
|
|
218
|
-
rubygems_version: 3.
|
|
219
|
-
signing_key:
|
|
206
|
+
rubygems_version: 3.4.19
|
|
207
|
+
signing_key:
|
|
220
208
|
specification_version: 4
|
|
221
209
|
summary: Put here de description.
|
|
222
210
|
test_files: []
|