url_processor 0.5.0 → 0.5.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- data/.travis.yml +1 -1
- data/README.md +1 -0
- data/lib/url_processor/base.rb +5 -5
- data/lib/url_processor/version.rb +1 -1
- data/spec/spec_helper.rb +3 -0
- data/url_processor.gemspec +1 -0
- metadata +43 -5
- checksums.yaml +0 -15
data/.travis.yml
CHANGED
data/README.md
CHANGED
data/lib/url_processor/base.rb
CHANGED
@@ -46,11 +46,7 @@ module UrlProcessor
|
|
46
46
|
end
|
47
47
|
|
48
48
|
def find_in_batches(collection, batch_size)
|
49
|
-
if collection.
|
50
|
-
collection.each do |element|
|
51
|
-
yield element
|
52
|
-
end
|
53
|
-
else
|
49
|
+
if collection.respond_to? :find_in_batches
|
54
50
|
collection.find_in_batches(batch_size: batch_size) do |group|
|
55
51
|
# Output progress information
|
56
52
|
config.logger.info "PROCESSED: #{processed_links}, NEXT GROUP SIZE: #{group.size}".yellow
|
@@ -65,6 +61,10 @@ module UrlProcessor
|
|
65
61
|
yield element
|
66
62
|
end
|
67
63
|
end
|
64
|
+
else
|
65
|
+
collection.each do |element|
|
66
|
+
yield element
|
67
|
+
end
|
68
68
|
end
|
69
69
|
end
|
70
70
|
|
data/spec/spec_helper.rb
CHANGED
data/url_processor.gemspec
CHANGED
metadata
CHANGED
@@ -1,18 +1,20 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: url_processor
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.5.
|
4
|
+
version: 0.5.1
|
5
|
+
prerelease:
|
5
6
|
platform: ruby
|
6
7
|
authors:
|
7
8
|
- Eric Hayes
|
8
9
|
autorequire:
|
9
10
|
bindir: bin
|
10
11
|
cert_chain: []
|
11
|
-
date: 2014-04-
|
12
|
+
date: 2014-04-29 00:00:00.000000000 Z
|
12
13
|
dependencies:
|
13
14
|
- !ruby/object:Gem::Dependency
|
14
15
|
name: typhoeus
|
15
16
|
requirement: !ruby/object:Gem::Requirement
|
17
|
+
none: false
|
16
18
|
requirements:
|
17
19
|
- - ~>
|
18
20
|
- !ruby/object:Gem::Version
|
@@ -20,6 +22,7 @@ dependencies:
|
|
20
22
|
type: :runtime
|
21
23
|
prerelease: false
|
22
24
|
version_requirements: !ruby/object:Gem::Requirement
|
25
|
+
none: false
|
23
26
|
requirements:
|
24
27
|
- - ~>
|
25
28
|
- !ruby/object:Gem::Version
|
@@ -27,6 +30,7 @@ dependencies:
|
|
27
30
|
- !ruby/object:Gem::Dependency
|
28
31
|
name: colorize
|
29
32
|
requirement: !ruby/object:Gem::Requirement
|
33
|
+
none: false
|
30
34
|
requirements:
|
31
35
|
- - ~>
|
32
36
|
- !ruby/object:Gem::Version
|
@@ -34,6 +38,7 @@ dependencies:
|
|
34
38
|
type: :runtime
|
35
39
|
prerelease: false
|
36
40
|
version_requirements: !ruby/object:Gem::Requirement
|
41
|
+
none: false
|
37
42
|
requirements:
|
38
43
|
- - ~>
|
39
44
|
- !ruby/object:Gem::Version
|
@@ -41,6 +46,7 @@ dependencies:
|
|
41
46
|
- !ruby/object:Gem::Dependency
|
42
47
|
name: bundler
|
43
48
|
requirement: !ruby/object:Gem::Requirement
|
49
|
+
none: false
|
44
50
|
requirements:
|
45
51
|
- - ~>
|
46
52
|
- !ruby/object:Gem::Version
|
@@ -48,6 +54,7 @@ dependencies:
|
|
48
54
|
type: :development
|
49
55
|
prerelease: false
|
50
56
|
version_requirements: !ruby/object:Gem::Requirement
|
57
|
+
none: false
|
51
58
|
requirements:
|
52
59
|
- - ~>
|
53
60
|
- !ruby/object:Gem::Version
|
@@ -55,6 +62,7 @@ dependencies:
|
|
55
62
|
- !ruby/object:Gem::Dependency
|
56
63
|
name: rake
|
57
64
|
requirement: !ruby/object:Gem::Requirement
|
65
|
+
none: false
|
58
66
|
requirements:
|
59
67
|
- - ! '>='
|
60
68
|
- !ruby/object:Gem::Version
|
@@ -62,6 +70,7 @@ dependencies:
|
|
62
70
|
type: :development
|
63
71
|
prerelease: false
|
64
72
|
version_requirements: !ruby/object:Gem::Requirement
|
73
|
+
none: false
|
65
74
|
requirements:
|
66
75
|
- - ! '>='
|
67
76
|
- !ruby/object:Gem::Version
|
@@ -69,6 +78,7 @@ dependencies:
|
|
69
78
|
- !ruby/object:Gem::Dependency
|
70
79
|
name: debugger
|
71
80
|
requirement: !ruby/object:Gem::Requirement
|
81
|
+
none: false
|
72
82
|
requirements:
|
73
83
|
- - ! '>='
|
74
84
|
- !ruby/object:Gem::Version
|
@@ -76,6 +86,7 @@ dependencies:
|
|
76
86
|
type: :development
|
77
87
|
prerelease: false
|
78
88
|
version_requirements: !ruby/object:Gem::Requirement
|
89
|
+
none: false
|
79
90
|
requirements:
|
80
91
|
- - ! '>='
|
81
92
|
- !ruby/object:Gem::Version
|
@@ -83,6 +94,7 @@ dependencies:
|
|
83
94
|
- !ruby/object:Gem::Dependency
|
84
95
|
name: rspec
|
85
96
|
requirement: !ruby/object:Gem::Requirement
|
97
|
+
none: false
|
86
98
|
requirements:
|
87
99
|
- - ! '>='
|
88
100
|
- !ruby/object:Gem::Version
|
@@ -90,6 +102,7 @@ dependencies:
|
|
90
102
|
type: :development
|
91
103
|
prerelease: false
|
92
104
|
version_requirements: !ruby/object:Gem::Requirement
|
105
|
+
none: false
|
93
106
|
requirements:
|
94
107
|
- - ! '>='
|
95
108
|
- !ruby/object:Gem::Version
|
@@ -97,6 +110,7 @@ dependencies:
|
|
97
110
|
- !ruby/object:Gem::Dependency
|
98
111
|
name: trollop
|
99
112
|
requirement: !ruby/object:Gem::Requirement
|
113
|
+
none: false
|
100
114
|
requirements:
|
101
115
|
- - ! '>='
|
102
116
|
- !ruby/object:Gem::Version
|
@@ -104,6 +118,23 @@ dependencies:
|
|
104
118
|
type: :development
|
105
119
|
prerelease: false
|
106
120
|
version_requirements: !ruby/object:Gem::Requirement
|
121
|
+
none: false
|
122
|
+
requirements:
|
123
|
+
- - ! '>='
|
124
|
+
- !ruby/object:Gem::Version
|
125
|
+
version: '0'
|
126
|
+
- !ruby/object:Gem::Dependency
|
127
|
+
name: codeclimate-test-reporter
|
128
|
+
requirement: !ruby/object:Gem::Requirement
|
129
|
+
none: false
|
130
|
+
requirements:
|
131
|
+
- - ! '>='
|
132
|
+
- !ruby/object:Gem::Version
|
133
|
+
version: '0'
|
134
|
+
type: :development
|
135
|
+
prerelease: false
|
136
|
+
version_requirements: !ruby/object:Gem::Requirement
|
137
|
+
none: false
|
107
138
|
requirements:
|
108
139
|
- - ! '>='
|
109
140
|
- !ruby/object:Gem::Version
|
@@ -143,26 +174,33 @@ files:
|
|
143
174
|
homepage: https://github.com/ejhayes/url_processor
|
144
175
|
licenses:
|
145
176
|
- MIT
|
146
|
-
metadata: {}
|
147
177
|
post_install_message:
|
148
178
|
rdoc_options: []
|
149
179
|
require_paths:
|
150
180
|
- lib
|
151
181
|
required_ruby_version: !ruby/object:Gem::Requirement
|
182
|
+
none: false
|
152
183
|
requirements:
|
153
184
|
- - ! '>='
|
154
185
|
- !ruby/object:Gem::Version
|
155
186
|
version: '0'
|
187
|
+
segments:
|
188
|
+
- 0
|
189
|
+
hash: -3648591694633088295
|
156
190
|
required_rubygems_version: !ruby/object:Gem::Requirement
|
191
|
+
none: false
|
157
192
|
requirements:
|
158
193
|
- - ! '>='
|
159
194
|
- !ruby/object:Gem::Version
|
160
195
|
version: '0'
|
196
|
+
segments:
|
197
|
+
- 0
|
198
|
+
hash: -3648591694633088295
|
161
199
|
requirements: []
|
162
200
|
rubyforge_project:
|
163
|
-
rubygems_version:
|
201
|
+
rubygems_version: 1.8.23.2
|
164
202
|
signing_key:
|
165
|
-
specification_version:
|
203
|
+
specification_version: 3
|
166
204
|
summary: Fast and reliable link checker.
|
167
205
|
test_files:
|
168
206
|
- spec/spec_helper.rb
|
checksums.yaml
DELETED
@@ -1,15 +0,0 @@
|
|
1
|
-
---
|
2
|
-
!binary "U0hBMQ==":
|
3
|
-
metadata.gz: !binary |-
|
4
|
-
ODM4YTQ5NWIzYzgzZWU3NDg4Mzk2Y2M3NmQyM2I1YzA5Nzk1NzIzNw==
|
5
|
-
data.tar.gz: !binary |-
|
6
|
-
NWJlNDU2YTdjZTM3MTVlNWE4ZmUxZjQ2ZmI2MjVkYWM0NDU0ZTg1Ng==
|
7
|
-
SHA512:
|
8
|
-
metadata.gz: !binary |-
|
9
|
-
ZWYyOTU3ZTU2YTZmZDgxNTljYjAzMmMxMzdiMWFiMThmZmZhM2UzZjcyMDlj
|
10
|
-
MjVkMWIxMWE4OWUyYTMzOTBhYzgxZTZhNzJlNGVmYjk3YTU5NzAyNzI5ZDg5
|
11
|
-
OWUzODI5NTFhODI3ZGFhYTEwNjRjOTZjMGFkNmZlYjhkNDJlYzA=
|
12
|
-
data.tar.gz: !binary |-
|
13
|
-
YTkwNTgyNTA4YTcxOWNlZWNiMmE3YTJhNDc3NmVkZTE0YzYwMDljMWUzMWM0
|
14
|
-
NjhhYWJiMjJkNmExNmRkZDc2NTExZWE2YzgwYTFkODMwZGM3NDQ4ZjU1ODA4
|
15
|
-
MTk4N2ZiODg2NTA4Y2MyZTM5NGM2NDI5ZGY4OGMxNmZkNzZiMmQ=
|