iudex-worker 1.4.0-java → 1.5.0-java
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +7 -0
- data/History.rdoc +6 -0
- data/README.rdoc +1 -1
- data/bin/iudex-worker-fg +1 -1
- data/init/iudex-worker +2 -2
- data/lib/iudex-worker.rb +1 -1
- data/lib/iudex-worker/agent.rb +1 -1
- data/lib/iudex-worker/base.rb +2 -2
- data/lib/iudex-worker/fetch_helper.rb +1 -1
- data/lib/iudex-worker/filter_chain_factory.rb +1 -1
- data/lib/iudex-worker/prioritizer.rb +1 -1
- data/test/setup.rb +1 -1
- data/test/test_agent.rb +1 -1
- data/test/test_filter_chain_factory.rb +1 -1
- data/test/test_prioritizer.rb +1 -1
- metadata +84 -62
checksums.yaml
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
---
|
|
2
|
+
SHA1:
|
|
3
|
+
metadata.gz: 0e0ce08a39cc76016d6436c5295098366db30329
|
|
4
|
+
data.tar.gz: 4cbaaba511bc46bcbbf42b4145faf0b32a357f28
|
|
5
|
+
SHA512:
|
|
6
|
+
metadata.gz: f1b80200b004acea7e004e526737d30e986bc0d3594345038bbefe00d485dfa6c30356f0068b7e263a3a0c338a7f7d02f9de89d9c4473c25aa8be7f9de62b168
|
|
7
|
+
data.tar.gz: b6809783254bf3a334212a2248963a0f2f246f5b68764c5c6fb389afca0000f6fa0bd801a67e3dc76304999ef2550fe974732c3d5ed957fd5576aca657203349
|
data/History.rdoc
CHANGED
|
@@ -1,3 +1,9 @@
|
|
|
1
|
+
=== 1.5.0 (2014-3-27)
|
|
2
|
+
Note: this release and other iudex 1.5.0 upgrades are at this time
|
|
3
|
+
considered experimental or an "alpha" by comparison to 1.4.0
|
|
4
|
+
|
|
5
|
+
* Expand to >= 1.4.0, < 1.7 iudex-* dependencies.
|
|
6
|
+
|
|
1
7
|
=== 1.4.0 (2013-10-29)
|
|
2
8
|
* Add Agent.raise_on_run flag for testing
|
|
3
9
|
* Ensure executor/VisitManager shutdown on failed Agent.run_safe (for
|
data/README.rdoc
CHANGED
data/bin/iudex-worker-fg
CHANGED
data/init/iudex-worker
CHANGED
|
@@ -7,7 +7,7 @@
|
|
|
7
7
|
#. hashdot.vm.options += -XX:+UseConcMarkSweepGC -XX:+CMSClassUnloadingEnabled
|
|
8
8
|
|
|
9
9
|
#--
|
|
10
|
-
# Copyright (c) 2008-
|
|
10
|
+
# Copyright (c) 2008-2014 David Kellum
|
|
11
11
|
#
|
|
12
12
|
# Licensed under the Apache License, Version 2.0 (the "License"); you
|
|
13
13
|
# may not use this file except in compliance with the License. You
|
|
@@ -24,7 +24,7 @@
|
|
|
24
24
|
|
|
25
25
|
require 'rubygems'
|
|
26
26
|
|
|
27
|
-
gem( "iudex-worker", "= 1.
|
|
27
|
+
gem( "iudex-worker", "= 1.5.0" )
|
|
28
28
|
|
|
29
29
|
module IudexInitScript
|
|
30
30
|
|
data/lib/iudex-worker.rb
CHANGED
data/lib/iudex-worker/agent.rb
CHANGED
data/lib/iudex-worker/base.rb
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
#--
|
|
2
|
-
# Copyright (c) 2008-
|
|
2
|
+
# Copyright (c) 2008-2014 David Kellum
|
|
3
3
|
#
|
|
4
4
|
# Licensed under the Apache License, Version 2.0 (the "License"); you
|
|
5
5
|
# may not use this file except in compliance with the License. You
|
|
@@ -16,6 +16,6 @@
|
|
|
16
16
|
|
|
17
17
|
module Iudex
|
|
18
18
|
module Worker
|
|
19
|
-
VERSION = '1.
|
|
19
|
+
VERSION = '1.5.0'
|
|
20
20
|
end
|
|
21
21
|
end
|
data/test/setup.rb
CHANGED
data/test/test_agent.rb
CHANGED
|
@@ -2,7 +2,7 @@
|
|
|
2
2
|
#.hashdot.profile += jruby-shortlived
|
|
3
3
|
|
|
4
4
|
#--
|
|
5
|
-
# Copyright (c) 2008-
|
|
5
|
+
# Copyright (c) 2008-2014 David Kellum
|
|
6
6
|
#
|
|
7
7
|
# Licensed under the Apache License, Version 2.0 (the "License"); you
|
|
8
8
|
# may not use this file except in compliance with the License. You
|
|
@@ -2,7 +2,7 @@
|
|
|
2
2
|
#.hashdot.profile += jruby-shortlived
|
|
3
3
|
|
|
4
4
|
#--
|
|
5
|
-
# Copyright (c) 2008-
|
|
5
|
+
# Copyright (c) 2008-2014 David Kellum
|
|
6
6
|
#
|
|
7
7
|
# Licensed under the Apache License, Version 2.0 (the "License"); you
|
|
8
8
|
# may not use this file except in compliance with the License. You
|
data/test/test_prioritizer.rb
CHANGED
|
@@ -2,7 +2,7 @@
|
|
|
2
2
|
#.hashdot.profile += jruby-shortlived
|
|
3
3
|
|
|
4
4
|
#--
|
|
5
|
-
# Copyright (c) 2008-
|
|
5
|
+
# Copyright (c) 2008-2014 David Kellum
|
|
6
6
|
#
|
|
7
7
|
# Licensed under the Apache License, Version 2.0 (the "License"); you
|
|
8
8
|
# may not use this file except in compliance with the License. You
|
metadata
CHANGED
|
@@ -1,110 +1,133 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: iudex-worker
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
|
|
5
|
-
version: 1.4.0
|
|
4
|
+
version: 1.5.0
|
|
6
5
|
platform: java
|
|
7
6
|
authors:
|
|
8
7
|
- David Kellum
|
|
9
8
|
autorequire:
|
|
10
9
|
bindir: bin
|
|
11
10
|
cert_chain: []
|
|
12
|
-
date:
|
|
11
|
+
date: 2014-03-27 00:00:00.000000000 Z
|
|
13
12
|
dependencies:
|
|
14
13
|
- !ruby/object:Gem::Dependency
|
|
15
14
|
name: iudex-core
|
|
16
15
|
version_requirements: !ruby/object:Gem::Requirement
|
|
17
16
|
requirements:
|
|
18
|
-
- -
|
|
17
|
+
- - '>='
|
|
19
18
|
- !ruby/object:Gem::Version
|
|
20
19
|
version: 1.4.0
|
|
21
|
-
|
|
20
|
+
- - <
|
|
21
|
+
- !ruby/object:Gem::Version
|
|
22
|
+
version: '1.7'
|
|
22
23
|
requirement: !ruby/object:Gem::Requirement
|
|
23
24
|
requirements:
|
|
24
|
-
- -
|
|
25
|
+
- - '>='
|
|
25
26
|
- !ruby/object:Gem::Version
|
|
26
27
|
version: 1.4.0
|
|
27
|
-
|
|
28
|
+
- - <
|
|
29
|
+
- !ruby/object:Gem::Version
|
|
30
|
+
version: '1.7'
|
|
28
31
|
prerelease: false
|
|
29
32
|
type: :runtime
|
|
30
33
|
- !ruby/object:Gem::Dependency
|
|
31
34
|
name: iudex-da
|
|
32
35
|
version_requirements: !ruby/object:Gem::Requirement
|
|
33
36
|
requirements:
|
|
34
|
-
- -
|
|
37
|
+
- - '>='
|
|
35
38
|
- !ruby/object:Gem::Version
|
|
36
39
|
version: 1.4.0
|
|
37
|
-
|
|
40
|
+
- - <
|
|
41
|
+
- !ruby/object:Gem::Version
|
|
42
|
+
version: '1.7'
|
|
38
43
|
requirement: !ruby/object:Gem::Requirement
|
|
39
44
|
requirements:
|
|
40
|
-
- -
|
|
45
|
+
- - '>='
|
|
41
46
|
- !ruby/object:Gem::Version
|
|
42
47
|
version: 1.4.0
|
|
43
|
-
|
|
48
|
+
- - <
|
|
49
|
+
- !ruby/object:Gem::Version
|
|
50
|
+
version: '1.7'
|
|
44
51
|
prerelease: false
|
|
45
52
|
type: :runtime
|
|
46
53
|
- !ruby/object:Gem::Dependency
|
|
47
54
|
name: iudex-rome
|
|
48
55
|
version_requirements: !ruby/object:Gem::Requirement
|
|
49
56
|
requirements:
|
|
50
|
-
- -
|
|
57
|
+
- - '>='
|
|
51
58
|
- !ruby/object:Gem::Version
|
|
52
59
|
version: 1.4.0
|
|
53
|
-
|
|
60
|
+
- - <
|
|
61
|
+
- !ruby/object:Gem::Version
|
|
62
|
+
version: '1.7'
|
|
54
63
|
requirement: !ruby/object:Gem::Requirement
|
|
55
64
|
requirements:
|
|
56
|
-
- -
|
|
65
|
+
- - '>='
|
|
57
66
|
- !ruby/object:Gem::Version
|
|
58
67
|
version: 1.4.0
|
|
59
|
-
|
|
68
|
+
- - <
|
|
69
|
+
- !ruby/object:Gem::Version
|
|
70
|
+
version: '1.7'
|
|
60
71
|
prerelease: false
|
|
61
72
|
type: :runtime
|
|
62
73
|
- !ruby/object:Gem::Dependency
|
|
63
74
|
name: iudex-html
|
|
64
75
|
version_requirements: !ruby/object:Gem::Requirement
|
|
65
76
|
requirements:
|
|
66
|
-
- -
|
|
77
|
+
- - '>='
|
|
67
78
|
- !ruby/object:Gem::Version
|
|
68
79
|
version: 1.4.0
|
|
69
|
-
|
|
80
|
+
- - <
|
|
81
|
+
- !ruby/object:Gem::Version
|
|
82
|
+
version: '1.7'
|
|
70
83
|
requirement: !ruby/object:Gem::Requirement
|
|
71
84
|
requirements:
|
|
72
|
-
- -
|
|
85
|
+
- - '>='
|
|
73
86
|
- !ruby/object:Gem::Version
|
|
74
87
|
version: 1.4.0
|
|
75
|
-
|
|
88
|
+
- - <
|
|
89
|
+
- !ruby/object:Gem::Version
|
|
90
|
+
version: '1.7'
|
|
76
91
|
prerelease: false
|
|
77
92
|
type: :runtime
|
|
78
93
|
- !ruby/object:Gem::Dependency
|
|
79
94
|
name: iudex-simhash
|
|
80
95
|
version_requirements: !ruby/object:Gem::Requirement
|
|
81
96
|
requirements:
|
|
82
|
-
- -
|
|
97
|
+
- - '>='
|
|
83
98
|
- !ruby/object:Gem::Version
|
|
84
99
|
version: 1.4.0
|
|
85
|
-
|
|
100
|
+
- - <
|
|
101
|
+
- !ruby/object:Gem::Version
|
|
102
|
+
version: '1.7'
|
|
86
103
|
requirement: !ruby/object:Gem::Requirement
|
|
87
104
|
requirements:
|
|
88
|
-
- -
|
|
105
|
+
- - '>='
|
|
89
106
|
- !ruby/object:Gem::Version
|
|
90
107
|
version: 1.4.0
|
|
91
|
-
|
|
108
|
+
- - <
|
|
109
|
+
- !ruby/object:Gem::Version
|
|
110
|
+
version: '1.7'
|
|
92
111
|
prerelease: false
|
|
93
112
|
type: :runtime
|
|
94
113
|
- !ruby/object:Gem::Dependency
|
|
95
114
|
name: iudex-char-detector
|
|
96
115
|
version_requirements: !ruby/object:Gem::Requirement
|
|
97
116
|
requirements:
|
|
98
|
-
- -
|
|
117
|
+
- - '>='
|
|
99
118
|
- !ruby/object:Gem::Version
|
|
100
119
|
version: 1.4.0
|
|
101
|
-
|
|
120
|
+
- - <
|
|
121
|
+
- !ruby/object:Gem::Version
|
|
122
|
+
version: '1.7'
|
|
102
123
|
requirement: !ruby/object:Gem::Requirement
|
|
103
124
|
requirements:
|
|
104
|
-
- -
|
|
125
|
+
- - '>='
|
|
105
126
|
- !ruby/object:Gem::Version
|
|
106
127
|
version: 1.4.0
|
|
107
|
-
|
|
128
|
+
- - <
|
|
129
|
+
- !ruby/object:Gem::Version
|
|
130
|
+
version: '1.7'
|
|
108
131
|
prerelease: false
|
|
109
132
|
type: :runtime
|
|
110
133
|
- !ruby/object:Gem::Dependency
|
|
@@ -114,13 +137,11 @@ dependencies:
|
|
|
114
137
|
- - ~>
|
|
115
138
|
- !ruby/object:Gem::Version
|
|
116
139
|
version: '1.5'
|
|
117
|
-
none: false
|
|
118
140
|
requirement: !ruby/object:Gem::Requirement
|
|
119
141
|
requirements:
|
|
120
142
|
- - ~>
|
|
121
143
|
- !ruby/object:Gem::Version
|
|
122
144
|
version: '1.5'
|
|
123
|
-
none: false
|
|
124
145
|
prerelease: false
|
|
125
146
|
type: :runtime
|
|
126
147
|
- !ruby/object:Gem::Dependency
|
|
@@ -130,61 +151,71 @@ dependencies:
|
|
|
130
151
|
- - ~>
|
|
131
152
|
- !ruby/object:Gem::Version
|
|
132
153
|
version: 4.7.4
|
|
133
|
-
none: false
|
|
134
154
|
requirement: !ruby/object:Gem::Requirement
|
|
135
155
|
requirements:
|
|
136
156
|
- - ~>
|
|
137
157
|
- !ruby/object:Gem::Version
|
|
138
158
|
version: 4.7.4
|
|
139
|
-
none: false
|
|
140
159
|
prerelease: false
|
|
141
160
|
type: :development
|
|
142
161
|
- !ruby/object:Gem::Dependency
|
|
143
162
|
name: iudex-httpclient-3
|
|
144
163
|
version_requirements: !ruby/object:Gem::Requirement
|
|
145
164
|
requirements:
|
|
146
|
-
- -
|
|
165
|
+
- - '>='
|
|
147
166
|
- !ruby/object:Gem::Version
|
|
148
167
|
version: 1.4.0
|
|
149
|
-
|
|
168
|
+
- - <
|
|
169
|
+
- !ruby/object:Gem::Version
|
|
170
|
+
version: '1.7'
|
|
150
171
|
requirement: !ruby/object:Gem::Requirement
|
|
151
172
|
requirements:
|
|
152
|
-
- -
|
|
173
|
+
- - '>='
|
|
153
174
|
- !ruby/object:Gem::Version
|
|
154
175
|
version: 1.4.0
|
|
155
|
-
|
|
176
|
+
- - <
|
|
177
|
+
- !ruby/object:Gem::Version
|
|
178
|
+
version: '1.7'
|
|
156
179
|
prerelease: false
|
|
157
180
|
type: :development
|
|
158
181
|
- !ruby/object:Gem::Dependency
|
|
159
182
|
name: iudex-jetty-httpclient
|
|
160
183
|
version_requirements: !ruby/object:Gem::Requirement
|
|
161
184
|
requirements:
|
|
162
|
-
- -
|
|
185
|
+
- - '>='
|
|
163
186
|
- !ruby/object:Gem::Version
|
|
164
187
|
version: 1.4.0
|
|
165
|
-
|
|
188
|
+
- - <
|
|
189
|
+
- !ruby/object:Gem::Version
|
|
190
|
+
version: '1.7'
|
|
166
191
|
requirement: !ruby/object:Gem::Requirement
|
|
167
192
|
requirements:
|
|
168
|
-
- -
|
|
193
|
+
- - '>='
|
|
169
194
|
- !ruby/object:Gem::Version
|
|
170
195
|
version: 1.4.0
|
|
171
|
-
|
|
196
|
+
- - <
|
|
197
|
+
- !ruby/object:Gem::Version
|
|
198
|
+
version: '1.7'
|
|
172
199
|
prerelease: false
|
|
173
200
|
type: :development
|
|
174
201
|
- !ruby/object:Gem::Dependency
|
|
175
202
|
name: iudex-async-httpclient
|
|
176
203
|
version_requirements: !ruby/object:Gem::Requirement
|
|
177
204
|
requirements:
|
|
178
|
-
- -
|
|
205
|
+
- - '>='
|
|
179
206
|
- !ruby/object:Gem::Version
|
|
180
207
|
version: 1.4.0
|
|
181
|
-
|
|
208
|
+
- - <
|
|
209
|
+
- !ruby/object:Gem::Version
|
|
210
|
+
version: '1.7'
|
|
182
211
|
requirement: !ruby/object:Gem::Requirement
|
|
183
212
|
requirements:
|
|
184
|
-
- -
|
|
213
|
+
- - '>='
|
|
185
214
|
- !ruby/object:Gem::Version
|
|
186
215
|
version: 1.4.0
|
|
187
|
-
|
|
216
|
+
- - <
|
|
217
|
+
- !ruby/object:Gem::Version
|
|
218
|
+
version: '1.7'
|
|
188
219
|
prerelease: false
|
|
189
220
|
type: :development
|
|
190
221
|
- !ruby/object:Gem::Dependency
|
|
@@ -193,14 +224,12 @@ dependencies:
|
|
|
193
224
|
requirements:
|
|
194
225
|
- - ~>
|
|
195
226
|
- !ruby/object:Gem::Version
|
|
196
|
-
version: '2.
|
|
197
|
-
none: false
|
|
227
|
+
version: '2.1'
|
|
198
228
|
requirement: !ruby/object:Gem::Requirement
|
|
199
229
|
requirements:
|
|
200
230
|
- - ~>
|
|
201
231
|
- !ruby/object:Gem::Version
|
|
202
|
-
version: '2.
|
|
203
|
-
none: false
|
|
232
|
+
version: '2.1'
|
|
204
233
|
prerelease: false
|
|
205
234
|
type: :development
|
|
206
235
|
description: Iudex is a general purpose web crawler and feed processor in ruby/java. The iudex-worker gem provides a worker deamon for feed/page processing.
|
|
@@ -233,7 +262,9 @@ files:
|
|
|
233
262
|
- test/test_filter_chain_factory.rb
|
|
234
263
|
- test/test_prioritizer.rb
|
|
235
264
|
homepage: http://iudex.gravitext.com
|
|
236
|
-
licenses:
|
|
265
|
+
licenses:
|
|
266
|
+
- Apache-2.0
|
|
267
|
+
metadata: {}
|
|
237
268
|
post_install_message:
|
|
238
269
|
rdoc_options:
|
|
239
270
|
- --main
|
|
@@ -242,27 +273,18 @@ require_paths:
|
|
|
242
273
|
- lib
|
|
243
274
|
required_ruby_version: !ruby/object:Gem::Requirement
|
|
244
275
|
requirements:
|
|
245
|
-
- -
|
|
276
|
+
- - '>='
|
|
246
277
|
- !ruby/object:Gem::Version
|
|
247
|
-
version:
|
|
248
|
-
segments:
|
|
249
|
-
- 0
|
|
250
|
-
hash: 2
|
|
251
|
-
none: false
|
|
278
|
+
version: 1.8.7
|
|
252
279
|
required_rubygems_version: !ruby/object:Gem::Requirement
|
|
253
280
|
requirements:
|
|
254
|
-
- -
|
|
281
|
+
- - '>='
|
|
255
282
|
- !ruby/object:Gem::Version
|
|
256
283
|
version: '0'
|
|
257
|
-
segments:
|
|
258
|
-
- 0
|
|
259
|
-
hash: 2
|
|
260
|
-
none: false
|
|
261
284
|
requirements: []
|
|
262
285
|
rubyforge_project:
|
|
263
|
-
rubygems_version: 1.
|
|
286
|
+
rubygems_version: 2.1.9
|
|
264
287
|
signing_key:
|
|
265
|
-
specification_version:
|
|
288
|
+
specification_version: 4
|
|
266
289
|
summary: Iudex is a general purpose web crawler and feed processor in ruby/java.
|
|
267
290
|
test_files: []
|
|
268
|
-
...
|