iudex-core 1.4.0-java → 1.7.0-java
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +7 -0
- data/History.rdoc +4 -0
- data/Manifest.txt +1 -1
- data/README.rdoc +1 -1
- data/bin/iudex-test-config +1 -1
- data/bin/iudex-url-norm +1 -1
- data/build/TLDSets.java.erb +1 -1
- data/build/tld_set_generator.rb +1 -1
- data/lib/iudex-core.rb +1 -1
- data/lib/iudex-core/base.rb +2 -2
- data/lib/iudex-core/config.rb +1 -1
- data/lib/iudex-core/{iudex-core-1.4.0.jar → iudex-core-1.7.0.jar} +0 -0
- data/lib/iudex-core/mojibake.rb +1 -1
- data/lib/iudex-core/visit_queue.rb +1 -1
- data/pom.xml +5 -5
- data/test/setup.rb +1 -1
- data/test/test_charsets.rb +1 -1
- data/test/test_content_fetcher.rb +1 -1
- data/test/test_content_source.rb +1 -1
- data/test/test_log_writer.rb +1 -1
- data/test/test_mojibake.rb +1 -1
- data/test/test_redirect_handler.rb +1 -1
- data/test/test_visit_manager.rb +1 -1
- data/test/test_visit_queue.rb +1 -1
- data/test/test_visit_url.rb +1 -1
- metadata +47 -73
checksums.yaml
ADDED
@@ -0,0 +1,7 @@
|
|
1
|
+
---
|
2
|
+
SHA1:
|
3
|
+
metadata.gz: a9e01acb4acecf85614b2f4fdcd4733bd1afe955
|
4
|
+
data.tar.gz: 79d926352a106a3471b169b6d1f7a1131384b4a7
|
5
|
+
SHA512:
|
6
|
+
metadata.gz: 74e832858c5ef16a1b60d6be95d3ba1f77a04604e21e06f9caeb44ff1f0bb848073bd8a8bf990e48465f6ba446dd8054792c0635bd6cfd0408937ab2b095e815
|
7
|
+
data.tar.gz: 603e168d7eb5272c9aca8678739bcf84d1361fc2590efed58bfe8d4b3ee757c37d1d7cf2f59840d6400f927b18e41e68ccc279cfe7e05ec3abe7f0ca533caf15
|
data/History.rdoc
CHANGED
data/Manifest.txt
CHANGED
data/README.rdoc
CHANGED
@@ -11,7 +11,7 @@ does not contain such facilities as database-backed state management.
|
|
11
11
|
|
12
12
|
== License
|
13
13
|
|
14
|
-
Copyright (c) 2008-
|
14
|
+
Copyright (c) 2008-2015 David Kellum
|
15
15
|
|
16
16
|
Licensed under the Apache License, Version 2.0 (the "License"); you
|
17
17
|
may not use this file except in compliance with the License. You
|
data/bin/iudex-test-config
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
#!/usr/bin/env jruby
|
2
2
|
# -*- ruby -*-
|
3
3
|
#--
|
4
|
-
# Copyright (c) 2008-
|
4
|
+
# Copyright (c) 2008-2015 David Kellum
|
5
5
|
#
|
6
6
|
# Licensed under the Apache License, Version 2.0 (the "License"); you
|
7
7
|
# may not use this file except in compliance with the License. You
|
data/bin/iudex-url-norm
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
#!/usr/bin/env jruby
|
2
2
|
# -*- ruby -*-
|
3
3
|
#--
|
4
|
-
# Copyright (c) 2008-
|
4
|
+
# Copyright (c) 2008-2015 David Kellum
|
5
5
|
#
|
6
6
|
# Licensed under the Apache License, Version 2.0 (the "License"); you
|
7
7
|
# may not use this file except in compliance with the License. You
|
data/build/TLDSets.java.erb
CHANGED
data/build/tld_set_generator.rb
CHANGED
data/lib/iudex-core.rb
CHANGED
data/lib/iudex-core/base.rb
CHANGED
@@ -1,5 +1,5 @@
|
|
1
1
|
#--
|
2
|
-
# Copyright (c) 2008-
|
2
|
+
# Copyright (c) 2008-2015 David Kellum
|
3
3
|
#
|
4
4
|
# Licensed under the Apache License, Version 2.0 (the "License"); you
|
5
5
|
# may not use this file except in compliance with the License. You
|
@@ -16,7 +16,7 @@
|
|
16
16
|
|
17
17
|
module Iudex
|
18
18
|
module Core
|
19
|
-
VERSION = '1.
|
19
|
+
VERSION = '1.7.0'
|
20
20
|
|
21
21
|
LIB_DIR = File.dirname( __FILE__ ) # :nodoc:
|
22
22
|
end
|
data/lib/iudex-core/config.rb
CHANGED
Binary file
|
data/lib/iudex-core/mojibake.rb
CHANGED
data/pom.xml
CHANGED
@@ -5,13 +5,13 @@
|
|
5
5
|
<groupId>iudex</groupId>
|
6
6
|
<artifactId>iudex-core</artifactId>
|
7
7
|
<packaging>jar</packaging>
|
8
|
-
<version>1.
|
8
|
+
<version>1.7.0</version>
|
9
9
|
<name>Iudex Core System</name>
|
10
10
|
|
11
11
|
<parent>
|
12
12
|
<groupId>iudex</groupId>
|
13
13
|
<artifactId>iudex-parent</artifactId>
|
14
|
-
<version>1.
|
14
|
+
<version>1.7.0</version>
|
15
15
|
<relativePath>..</relativePath>
|
16
16
|
</parent>
|
17
17
|
|
@@ -30,19 +30,19 @@
|
|
30
30
|
<dependency>
|
31
31
|
<groupId>iudex</groupId>
|
32
32
|
<artifactId>iudex-filter</artifactId>
|
33
|
-
<version>[1.
|
33
|
+
<version>[1.7.0,1.999)</version>
|
34
34
|
</dependency>
|
35
35
|
|
36
36
|
<dependency>
|
37
37
|
<groupId>iudex</groupId>
|
38
38
|
<artifactId>iudex-http</artifactId>
|
39
|
-
<version>[1.
|
39
|
+
<version>[1.7.0,1.999)</version>
|
40
40
|
</dependency>
|
41
41
|
|
42
42
|
<dependency>
|
43
43
|
<groupId>iudex</groupId>
|
44
44
|
<artifactId>iudex-barc</artifactId>
|
45
|
-
<version>[1.
|
45
|
+
<version>[1.7.0,1.999)</version>
|
46
46
|
</dependency>
|
47
47
|
|
48
48
|
<dependency>
|
data/test/setup.rb
CHANGED
data/test/test_charsets.rb
CHANGED
@@ -3,7 +3,7 @@
|
|
3
3
|
#.hashdot.profile += jruby-shortlived
|
4
4
|
|
5
5
|
#--
|
6
|
-
# Copyright (c) 2008-
|
6
|
+
# Copyright (c) 2008-2015 David Kellum
|
7
7
|
#
|
8
8
|
# Licensed under the Apache License, Version 2.0 (the "License"); you
|
9
9
|
# may not use this file except in compliance with the License. You
|
@@ -2,7 +2,7 @@
|
|
2
2
|
#.hashdot.profile += jruby-shortlived
|
3
3
|
|
4
4
|
#--
|
5
|
-
# Copyright (c) 2008-
|
5
|
+
# Copyright (c) 2008-2015 David Kellum
|
6
6
|
#
|
7
7
|
# Licensed under the Apache License, Version 2.0 (the "License"); you
|
8
8
|
# may not use this file except in compliance with the License. You
|
data/test/test_content_source.rb
CHANGED
@@ -2,7 +2,7 @@
|
|
2
2
|
#.hashdot.profile += jruby-shortlived
|
3
3
|
|
4
4
|
#--
|
5
|
-
# Copyright (c) 2008-
|
5
|
+
# Copyright (c) 2008-2015 David Kellum
|
6
6
|
#
|
7
7
|
# Licensed under the Apache License, Version 2.0 (the "License"); you
|
8
8
|
# may not use this file except in compliance with the License. You
|
data/test/test_log_writer.rb
CHANGED
@@ -2,7 +2,7 @@
|
|
2
2
|
#.hashdot.profile += jruby-shortlived
|
3
3
|
|
4
4
|
#--
|
5
|
-
# Copyright (c) 2008-
|
5
|
+
# Copyright (c) 2008-2015 David Kellum
|
6
6
|
#
|
7
7
|
# Licensed under the Apache License, Version 2.0 (the "License"); you
|
8
8
|
# may not use this file except in compliance with the License. You
|
data/test/test_mojibake.rb
CHANGED
@@ -3,7 +3,7 @@
|
|
3
3
|
#.hashdot.profile += jruby-shortlived
|
4
4
|
|
5
5
|
#--
|
6
|
-
# Copyright (c) 2008-
|
6
|
+
# Copyright (c) 2008-2015 David Kellum
|
7
7
|
#
|
8
8
|
# Licensed under the Apache License, Version 2.0 (the "License"); you
|
9
9
|
# may not use this file except in compliance with the License. You
|
@@ -2,7 +2,7 @@
|
|
2
2
|
#.hashdot.profile += jruby-shortlived
|
3
3
|
|
4
4
|
#--
|
5
|
-
# Copyright (c) 2008-
|
5
|
+
# Copyright (c) 2008-2015 David Kellum
|
6
6
|
#
|
7
7
|
# Licensed under the Apache License, Version 2.0 (the "License"); you
|
8
8
|
# may not use this file except in compliance with the License. You
|
data/test/test_visit_manager.rb
CHANGED
@@ -2,7 +2,7 @@
|
|
2
2
|
#.hashdot.profile += jruby-shortlived
|
3
3
|
|
4
4
|
#--
|
5
|
-
# Copyright (c) 2008-
|
5
|
+
# Copyright (c) 2008-2015 David Kellum
|
6
6
|
#
|
7
7
|
# Licensed under the Apache License, Version 2.0 (the "License"); you
|
8
8
|
# may not use this file except in compliance with the License. You
|
data/test/test_visit_queue.rb
CHANGED
@@ -2,7 +2,7 @@
|
|
2
2
|
#.hashdot.profile += jruby-shortlived
|
3
3
|
|
4
4
|
#--
|
5
|
-
# Copyright (c) 2008-
|
5
|
+
# Copyright (c) 2008-2015 David Kellum
|
6
6
|
#
|
7
7
|
# Licensed under the Apache License, Version 2.0 (the "License"); you
|
8
8
|
# may not use this file except in compliance with the License. You
|
data/test/test_visit_url.rb
CHANGED
@@ -3,7 +3,7 @@
|
|
3
3
|
#.hashdot.profile += jruby-shortlived
|
4
4
|
|
5
5
|
#--
|
6
|
-
# Copyright (c) 2008-
|
6
|
+
# Copyright (c) 2008-2015 David Kellum
|
7
7
|
#
|
8
8
|
# Licensed under the Apache License, Version 2.0 (the "License"); you
|
9
9
|
# may not use this file except in compliance with the License. You
|
metadata
CHANGED
@@ -1,160 +1,141 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: iudex-core
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
|
5
|
-
version: 1.4.0
|
4
|
+
version: 1.7.0
|
6
5
|
platform: java
|
7
6
|
authors:
|
8
7
|
- David Kellum
|
9
8
|
autorequire:
|
10
9
|
bindir: bin
|
11
10
|
cert_chain: []
|
12
|
-
date:
|
11
|
+
date: 2015-05-04 00:00:00.000000000 Z
|
13
12
|
dependencies:
|
14
13
|
- !ruby/object:Gem::Dependency
|
15
|
-
name: rjack-slf4j
|
16
|
-
version_requirements: !ruby/object:Gem::Requirement
|
17
|
-
requirements:
|
18
|
-
- - ~>
|
19
|
-
- !ruby/object:Gem::Version
|
20
|
-
version: 1.7.0
|
21
|
-
none: false
|
22
14
|
requirement: !ruby/object:Gem::Requirement
|
23
15
|
requirements:
|
24
16
|
- - ~>
|
25
17
|
- !ruby/object:Gem::Version
|
26
18
|
version: 1.7.0
|
27
|
-
|
19
|
+
name: rjack-slf4j
|
28
20
|
prerelease: false
|
29
21
|
type: :runtime
|
30
|
-
- !ruby/object:Gem::Dependency
|
31
|
-
name: hooker
|
32
22
|
version_requirements: !ruby/object:Gem::Requirement
|
33
23
|
requirements:
|
34
24
|
- - ~>
|
35
25
|
- !ruby/object:Gem::Version
|
36
|
-
version: 1.
|
37
|
-
|
26
|
+
version: 1.7.0
|
27
|
+
- !ruby/object:Gem::Dependency
|
38
28
|
requirement: !ruby/object:Gem::Requirement
|
39
29
|
requirements:
|
40
30
|
- - ~>
|
41
31
|
- !ruby/object:Gem::Version
|
42
32
|
version: 1.0.0
|
43
|
-
|
33
|
+
name: hooker
|
44
34
|
prerelease: false
|
45
35
|
type: :runtime
|
46
|
-
- !ruby/object:Gem::Dependency
|
47
|
-
name: gravitext-util
|
48
36
|
version_requirements: !ruby/object:Gem::Requirement
|
49
37
|
requirements:
|
50
38
|
- - ~>
|
51
39
|
- !ruby/object:Gem::Version
|
52
|
-
version: 1.
|
53
|
-
|
40
|
+
version: 1.0.0
|
41
|
+
- !ruby/object:Gem::Dependency
|
54
42
|
requirement: !ruby/object:Gem::Requirement
|
55
43
|
requirements:
|
56
44
|
- - ~>
|
57
45
|
- !ruby/object:Gem::Version
|
58
46
|
version: 1.7.0
|
59
|
-
|
47
|
+
name: gravitext-util
|
60
48
|
prerelease: false
|
61
49
|
type: :runtime
|
62
|
-
- !ruby/object:Gem::Dependency
|
63
|
-
name: iudex-filter
|
64
50
|
version_requirements: !ruby/object:Gem::Requirement
|
65
51
|
requirements:
|
66
52
|
- - ~>
|
67
53
|
- !ruby/object:Gem::Version
|
68
|
-
version: 1.
|
69
|
-
|
54
|
+
version: 1.7.0
|
55
|
+
- !ruby/object:Gem::Dependency
|
70
56
|
requirement: !ruby/object:Gem::Requirement
|
71
57
|
requirements:
|
72
58
|
- - ~>
|
73
59
|
- !ruby/object:Gem::Version
|
74
|
-
version: 1.
|
75
|
-
|
60
|
+
version: '1.7'
|
61
|
+
name: iudex-filter
|
76
62
|
prerelease: false
|
77
63
|
type: :runtime
|
78
|
-
- !ruby/object:Gem::Dependency
|
79
|
-
name: iudex-http
|
80
64
|
version_requirements: !ruby/object:Gem::Requirement
|
81
65
|
requirements:
|
82
66
|
- - ~>
|
83
67
|
- !ruby/object:Gem::Version
|
84
|
-
version: 1.
|
85
|
-
|
68
|
+
version: '1.7'
|
69
|
+
- !ruby/object:Gem::Dependency
|
86
70
|
requirement: !ruby/object:Gem::Requirement
|
87
71
|
requirements:
|
88
72
|
- - ~>
|
89
73
|
- !ruby/object:Gem::Version
|
90
|
-
version: 1.
|
91
|
-
|
74
|
+
version: '1.7'
|
75
|
+
name: iudex-http
|
92
76
|
prerelease: false
|
93
77
|
type: :runtime
|
94
|
-
- !ruby/object:Gem::Dependency
|
95
|
-
name: iudex-barc
|
96
78
|
version_requirements: !ruby/object:Gem::Requirement
|
97
79
|
requirements:
|
98
80
|
- - ~>
|
99
81
|
- !ruby/object:Gem::Version
|
100
|
-
version: 1.
|
101
|
-
|
82
|
+
version: '1.7'
|
83
|
+
- !ruby/object:Gem::Dependency
|
102
84
|
requirement: !ruby/object:Gem::Requirement
|
103
85
|
requirements:
|
104
86
|
- - ~>
|
105
87
|
- !ruby/object:Gem::Version
|
106
|
-
version: 1.
|
107
|
-
|
88
|
+
version: '1.7'
|
89
|
+
name: iudex-barc
|
108
90
|
prerelease: false
|
109
91
|
type: :runtime
|
110
|
-
- !ruby/object:Gem::Dependency
|
111
|
-
name: minitest
|
112
92
|
version_requirements: !ruby/object:Gem::Requirement
|
113
93
|
requirements:
|
114
94
|
- - ~>
|
115
95
|
- !ruby/object:Gem::Version
|
116
|
-
version:
|
117
|
-
|
96
|
+
version: '1.7'
|
97
|
+
- !ruby/object:Gem::Dependency
|
118
98
|
requirement: !ruby/object:Gem::Requirement
|
119
99
|
requirements:
|
120
100
|
- - ~>
|
121
101
|
- !ruby/object:Gem::Version
|
122
102
|
version: 4.7.4
|
123
|
-
|
103
|
+
name: minitest
|
124
104
|
prerelease: false
|
125
105
|
type: :development
|
126
|
-
- !ruby/object:Gem::Dependency
|
127
|
-
name: rjack-logback
|
128
106
|
version_requirements: !ruby/object:Gem::Requirement
|
129
107
|
requirements:
|
130
108
|
- - ~>
|
131
109
|
- !ruby/object:Gem::Version
|
132
|
-
version:
|
133
|
-
|
110
|
+
version: 4.7.4
|
111
|
+
- !ruby/object:Gem::Dependency
|
134
112
|
requirement: !ruby/object:Gem::Requirement
|
135
113
|
requirements:
|
136
114
|
- - ~>
|
137
115
|
- !ruby/object:Gem::Version
|
138
116
|
version: '1.5'
|
139
|
-
|
117
|
+
name: rjack-logback
|
140
118
|
prerelease: false
|
141
119
|
type: :development
|
142
|
-
- !ruby/object:Gem::Dependency
|
143
|
-
name: rjack-tarpit
|
144
120
|
version_requirements: !ruby/object:Gem::Requirement
|
145
121
|
requirements:
|
146
122
|
- - ~>
|
147
123
|
- !ruby/object:Gem::Version
|
148
|
-
version: '
|
149
|
-
|
124
|
+
version: '1.5'
|
125
|
+
- !ruby/object:Gem::Dependency
|
150
126
|
requirement: !ruby/object:Gem::Requirement
|
151
127
|
requirements:
|
152
128
|
- - ~>
|
153
129
|
- !ruby/object:Gem::Version
|
154
|
-
version: '2.
|
155
|
-
|
130
|
+
version: '2.1'
|
131
|
+
name: rjack-tarpit
|
156
132
|
prerelease: false
|
157
133
|
type: :development
|
134
|
+
version_requirements: !ruby/object:Gem::Requirement
|
135
|
+
requirements:
|
136
|
+
- - ~>
|
137
|
+
- !ruby/object:Gem::Version
|
138
|
+
version: '2.1'
|
158
139
|
description: Iudex is a general purpose web crawler and feed processor in ruby/java. The iudex-core gem contains core facilities and notably, does not contain such facilities as database-backed state management.
|
159
140
|
email:
|
160
141
|
- dek-oss@gravitext.com
|
@@ -170,7 +151,6 @@ files:
|
|
170
151
|
- Manifest.txt
|
171
152
|
- README.rdoc
|
172
153
|
- Rakefile
|
173
|
-
- pom.xml
|
174
154
|
- bin/iudex-test-config
|
175
155
|
- bin/iudex-url-norm
|
176
156
|
- build/TLDSets.java.erb
|
@@ -178,11 +158,13 @@ files:
|
|
178
158
|
- build/tld_set_generator.rb
|
179
159
|
- config/config.rb
|
180
160
|
- config/mojibake
|
181
|
-
- lib/iudex-core/base.rb
|
182
161
|
- lib/iudex-core.rb
|
162
|
+
- lib/iudex-core/base.rb
|
183
163
|
- lib/iudex-core/config.rb
|
164
|
+
- lib/iudex-core/iudex-core-1.7.0.jar
|
184
165
|
- lib/iudex-core/mojibake.rb
|
185
166
|
- lib/iudex-core/visit_queue.rb
|
167
|
+
- pom.xml
|
186
168
|
- test/setup.rb
|
187
169
|
- test/test_charsets.rb
|
188
170
|
- test/test_content_fetcher.rb
|
@@ -193,9 +175,10 @@ files:
|
|
193
175
|
- test/test_visit_manager.rb
|
194
176
|
- test/test_visit_queue.rb
|
195
177
|
- test/test_visit_url.rb
|
196
|
-
- lib/iudex-core/iudex-core-1.4.0.jar
|
197
178
|
homepage: http://iudex.gravitext.com
|
198
|
-
licenses:
|
179
|
+
licenses:
|
180
|
+
- Apache-2.0
|
181
|
+
metadata: {}
|
199
182
|
post_install_message:
|
200
183
|
rdoc_options:
|
201
184
|
- --main
|
@@ -204,27 +187,18 @@ require_paths:
|
|
204
187
|
- lib
|
205
188
|
required_ruby_version: !ruby/object:Gem::Requirement
|
206
189
|
requirements:
|
207
|
-
- -
|
190
|
+
- - '>='
|
208
191
|
- !ruby/object:Gem::Version
|
209
|
-
version:
|
210
|
-
segments:
|
211
|
-
- 0
|
212
|
-
hash: 2
|
213
|
-
none: false
|
192
|
+
version: 1.8.7
|
214
193
|
required_rubygems_version: !ruby/object:Gem::Requirement
|
215
194
|
requirements:
|
216
|
-
- -
|
195
|
+
- - '>='
|
217
196
|
- !ruby/object:Gem::Version
|
218
197
|
version: '0'
|
219
|
-
segments:
|
220
|
-
- 0
|
221
|
-
hash: 2
|
222
|
-
none: false
|
223
198
|
requirements: []
|
224
199
|
rubyforge_project:
|
225
|
-
rubygems_version:
|
200
|
+
rubygems_version: 2.4.5
|
226
201
|
signing_key:
|
227
|
-
specification_version:
|
202
|
+
specification_version: 4
|
228
203
|
summary: Iudex is a general purpose web crawler and feed processor in ruby/java.
|
229
204
|
test_files: []
|
230
|
-
...
|