iudex-core 1.0.0-java → 1.1.0-java
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- data/.gemtest +0 -0
- data/History.rdoc +21 -0
- data/Manifest.txt +9 -1
- data/Rakefile +6 -6
- data/bin/iudex-test-config +1 -1
- data/bin/iudex-url-norm +4 -4
- data/build/effective_tld_name.dat +432 -29
- data/config/mojibake +268 -0
- data/lib/iudex-core/base.rb +1 -1
- data/lib/iudex-core/iudex-core-1.1.0.jar +0 -0
- data/lib/iudex-core/mojibake.rb +73 -0
- data/lib/iudex-core.rb +8 -2
- data/pom.xml +5 -5
- data/test/test_content_fetcher.rb +37 -39
- data/test/test_content_source.rb +75 -0
- data/test/test_mojibake.rb +58 -0
- data/test/test_redirect_handler.rb +170 -0
- data/test/test_visit_manager.rb +107 -0
- data/test/test_visit_queue.rb +268 -0
- data/test/test_visit_url.rb +150 -0
- metadata +26 -16
- data/lib/iudex-core/iudex-core-1.0.0.jar +0 -0
metadata
CHANGED
|
@@ -2,7 +2,7 @@
|
|
|
2
2
|
name: iudex-core
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
4
|
prerelease:
|
|
5
|
-
version: 1.
|
|
5
|
+
version: 1.1.0
|
|
6
6
|
platform: java
|
|
7
7
|
authors:
|
|
8
8
|
- David Kellum
|
|
@@ -10,8 +10,7 @@ autorequire:
|
|
|
10
10
|
bindir: bin
|
|
11
11
|
cert_chain: []
|
|
12
12
|
|
|
13
|
-
date: 2011-
|
|
14
|
-
default_executable:
|
|
13
|
+
date: 2011-11-13 00:00:00 Z
|
|
15
14
|
dependencies:
|
|
16
15
|
- !ruby/object:Gem::Dependency
|
|
17
16
|
name: rjack-slf4j
|
|
@@ -43,7 +42,7 @@ dependencies:
|
|
|
43
42
|
requirements:
|
|
44
43
|
- - ~>
|
|
45
44
|
- !ruby/object:Gem::Version
|
|
46
|
-
version: 1.5.
|
|
45
|
+
version: 1.5.1
|
|
47
46
|
type: :runtime
|
|
48
47
|
version_requirements: *id003
|
|
49
48
|
- !ruby/object:Gem::Dependency
|
|
@@ -54,7 +53,7 @@ dependencies:
|
|
|
54
53
|
requirements:
|
|
55
54
|
- - ~>
|
|
56
55
|
- !ruby/object:Gem::Version
|
|
57
|
-
version: 1.
|
|
56
|
+
version: 1.1.0
|
|
58
57
|
type: :runtime
|
|
59
58
|
version_requirements: *id004
|
|
60
59
|
- !ruby/object:Gem::Dependency
|
|
@@ -65,7 +64,7 @@ dependencies:
|
|
|
65
64
|
requirements:
|
|
66
65
|
- - ~>
|
|
67
66
|
- !ruby/object:Gem::Version
|
|
68
|
-
version: 1.
|
|
67
|
+
version: 1.1.0
|
|
69
68
|
type: :runtime
|
|
70
69
|
version_requirements: *id005
|
|
71
70
|
- !ruby/object:Gem::Dependency
|
|
@@ -76,7 +75,7 @@ dependencies:
|
|
|
76
75
|
requirements:
|
|
77
76
|
- - ~>
|
|
78
77
|
- !ruby/object:Gem::Version
|
|
79
|
-
version: 1.
|
|
78
|
+
version: 1.1.0
|
|
80
79
|
type: :runtime
|
|
81
80
|
version_requirements: *id006
|
|
82
81
|
- !ruby/object:Gem::Dependency
|
|
@@ -85,12 +84,9 @@ dependencies:
|
|
|
85
84
|
requirement: &id007 !ruby/object:Gem::Requirement
|
|
86
85
|
none: false
|
|
87
86
|
requirements:
|
|
88
|
-
- -
|
|
89
|
-
- !ruby/object:Gem::Version
|
|
90
|
-
version: 1.7.1
|
|
91
|
-
- - <
|
|
87
|
+
- - ~>
|
|
92
88
|
- !ruby/object:Gem::Version
|
|
93
|
-
version: "2.
|
|
89
|
+
version: "2.3"
|
|
94
90
|
type: :development
|
|
95
91
|
version_requirements: *id007
|
|
96
92
|
- !ruby/object:Gem::Dependency
|
|
@@ -112,7 +108,7 @@ dependencies:
|
|
|
112
108
|
requirements:
|
|
113
109
|
- - ~>
|
|
114
110
|
- !ruby/object:Gem::Version
|
|
115
|
-
version: 1.
|
|
111
|
+
version: 1.4.0
|
|
116
112
|
type: :development
|
|
117
113
|
version_requirements: *id009
|
|
118
114
|
description: |-
|
|
@@ -142,14 +138,22 @@ files:
|
|
|
142
138
|
- build/effective_tld_name.dat
|
|
143
139
|
- build/tld_set_generator.rb
|
|
144
140
|
- config/config.rb
|
|
141
|
+
- config/mojibake
|
|
145
142
|
- lib/iudex-core/base.rb
|
|
146
143
|
- lib/iudex-core.rb
|
|
147
144
|
- lib/iudex-core/config.rb
|
|
145
|
+
- lib/iudex-core/mojibake.rb
|
|
148
146
|
- test/setup.rb
|
|
149
147
|
- test/test_content_fetcher.rb
|
|
148
|
+
- test/test_content_source.rb
|
|
150
149
|
- test/test_log_writer.rb
|
|
151
|
-
-
|
|
152
|
-
|
|
150
|
+
- test/test_mojibake.rb
|
|
151
|
+
- test/test_redirect_handler.rb
|
|
152
|
+
- test/test_visit_manager.rb
|
|
153
|
+
- test/test_visit_queue.rb
|
|
154
|
+
- test/test_visit_url.rb
|
|
155
|
+
- lib/iudex-core/iudex-core-1.1.0.jar
|
|
156
|
+
- .gemtest
|
|
153
157
|
homepage: http://github.com/dekellum/iudex
|
|
154
158
|
licenses: []
|
|
155
159
|
|
|
@@ -174,10 +178,16 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
|
174
178
|
requirements: []
|
|
175
179
|
|
|
176
180
|
rubyforge_project: iudex-core
|
|
177
|
-
rubygems_version: 1.
|
|
181
|
+
rubygems_version: 1.8.9
|
|
178
182
|
signing_key:
|
|
179
183
|
specification_version: 3
|
|
180
184
|
summary: Iudex is a general purpose web crawler and feed processor in ruby/java
|
|
181
185
|
test_files:
|
|
186
|
+
- test/test_visit_manager.rb
|
|
182
187
|
- test/test_content_fetcher.rb
|
|
188
|
+
- test/test_visit_url.rb
|
|
189
|
+
- test/test_mojibake.rb
|
|
183
190
|
- test/test_log_writer.rb
|
|
191
|
+
- test/test_visit_queue.rb
|
|
192
|
+
- test/test_redirect_handler.rb
|
|
193
|
+
- test/test_content_source.rb
|
|
Binary file
|