kudzu 1.3.3 → 1.4.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/README.md +1 -1
- data/Rakefile +0 -0
- data/lib/kudzu/adapter/memory/frontier.rb +0 -0
- data/lib/kudzu/adapter/memory/model/link.rb +0 -0
- data/lib/kudzu/adapter/memory/model/page.rb +0 -0
- data/lib/kudzu/adapter/memory/repository.rb +0 -0
- data/lib/kudzu/adapter/memory.rb +0 -0
- data/lib/kudzu/agent/all.rb +0 -0
- data/lib/kudzu/agent/fetcher.rb +0 -0
- data/lib/kudzu/agent/http/connection.rb +0 -0
- data/lib/kudzu/agent/http/connection_pool.rb +0 -0
- data/lib/kudzu/agent/page_filterer.rb +0 -0
- data/lib/kudzu/agent/reference.rb +0 -0
- data/lib/kudzu/agent/response.rb +0 -0
- data/lib/kudzu/agent/robots/parser.rb +0 -0
- data/lib/kudzu/agent/robots/txt.rb +0 -0
- data/lib/kudzu/agent/robots.rb +0 -0
- data/lib/kudzu/agent/sleeper.rb +0 -0
- data/lib/kudzu/agent/url_extractor.rb +0 -0
- data/lib/kudzu/agent/url_filterer.rb +0 -0
- data/lib/kudzu/agent/util/charset_detector.rb +0 -0
- data/lib/kudzu/agent/util/content_type_parser.rb +0 -0
- data/lib/kudzu/agent/util/matcher.rb +0 -0
- data/lib/kudzu/agent/util/mime_type_detector.rb +0 -0
- data/lib/kudzu/agent/util/title_parser.rb +0 -0
- data/lib/kudzu/agent.rb +0 -0
- data/lib/kudzu/callback.rb +0 -0
- data/lib/kudzu/common.rb +0 -0
- data/lib/kudzu/config/filter.rb +0 -0
- data/lib/kudzu/config.rb +0 -0
- data/lib/kudzu/crawler.rb +0 -0
- data/lib/kudzu/model/all.rb +0 -0
- data/lib/kudzu/model/base.rb +0 -0
- data/lib/kudzu/model/link.rb +0 -0
- data/lib/kudzu/model/page.rb +0 -0
- data/lib/kudzu/thread_pool.rb +0 -0
- data/lib/kudzu/version.rb +1 -1
- data/lib/kudzu.rb +0 -0
- metadata +5 -22
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: f89ed55a42d2b5a81b34b4e2dbee5d1a5e17339f4af0aa33ab8c354c88c00caf
|
|
4
|
+
data.tar.gz: b9c81eb6608976b2dca2f98600185d003e6309f2093c5a42e02c76b82e82d962
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: ad8f95689eca067ae6860892dfc53906ace70a19049f45b60cd3bf30dfa6bea86c1d3eb810a8225aceb0bcbe441b1d51356b802263b65f8e4632a920aae88ec4
|
|
7
|
+
data.tar.gz: e8068a85b90858df7ed8a06abe9a967bd898533baa83c4ed6ace646204ed69c7f40aa71fe42dace235b98dc5e378191728ff2a2d24e043f1e0804a26ed1e643c
|
data/README.md
CHANGED
data/Rakefile
CHANGED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
data/lib/kudzu/adapter/memory.rb
CHANGED
|
File without changes
|
data/lib/kudzu/agent/all.rb
CHANGED
|
File without changes
|
data/lib/kudzu/agent/fetcher.rb
CHANGED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
data/lib/kudzu/agent/response.rb
CHANGED
|
File without changes
|
|
File without changes
|
|
File without changes
|
data/lib/kudzu/agent/robots.rb
CHANGED
|
File without changes
|
data/lib/kudzu/agent/sleeper.rb
CHANGED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
data/lib/kudzu/agent.rb
CHANGED
|
File without changes
|
data/lib/kudzu/callback.rb
CHANGED
|
File without changes
|
data/lib/kudzu/common.rb
CHANGED
|
File without changes
|
data/lib/kudzu/config/filter.rb
CHANGED
|
File without changes
|
data/lib/kudzu/config.rb
CHANGED
|
File without changes
|
data/lib/kudzu/crawler.rb
CHANGED
|
File without changes
|
data/lib/kudzu/model/all.rb
CHANGED
|
File without changes
|
data/lib/kudzu/model/base.rb
CHANGED
|
File without changes
|
data/lib/kudzu/model/link.rb
CHANGED
|
File without changes
|
data/lib/kudzu/model/page.rb
CHANGED
|
File without changes
|
data/lib/kudzu/thread_pool.rb
CHANGED
|
File without changes
|
data/lib/kudzu/version.rb
CHANGED
data/lib/kudzu.rb
CHANGED
|
File without changes
|
metadata
CHANGED
|
@@ -1,14 +1,13 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: kudzu
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 1.
|
|
4
|
+
version: 1.4.0
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Yoshikazu Kaneta
|
|
8
|
-
autorequire:
|
|
9
8
|
bindir: bin
|
|
10
9
|
cert_chain: []
|
|
11
|
-
date:
|
|
10
|
+
date: 1980-01-02 00:00:00.000000000 Z
|
|
12
11
|
dependencies:
|
|
13
12
|
- !ruby/object:Gem::Dependency
|
|
14
13
|
name: addressable
|
|
@@ -137,21 +136,7 @@ dependencies:
|
|
|
137
136
|
- !ruby/object:Gem::Version
|
|
138
137
|
version: '0'
|
|
139
138
|
- !ruby/object:Gem::Dependency
|
|
140
|
-
name:
|
|
141
|
-
requirement: !ruby/object:Gem::Requirement
|
|
142
|
-
requirements:
|
|
143
|
-
- - ">="
|
|
144
|
-
- !ruby/object:Gem::Version
|
|
145
|
-
version: '0'
|
|
146
|
-
type: :development
|
|
147
|
-
prerelease: false
|
|
148
|
-
version_requirements: !ruby/object:Gem::Requirement
|
|
149
|
-
requirements:
|
|
150
|
-
- - ">="
|
|
151
|
-
- !ruby/object:Gem::Version
|
|
152
|
-
version: '0'
|
|
153
|
-
- !ruby/object:Gem::Dependency
|
|
154
|
-
name: pry-byebug
|
|
139
|
+
name: logger
|
|
155
140
|
requirement: !ruby/object:Gem::Requirement
|
|
156
141
|
requirements:
|
|
157
142
|
- - ">="
|
|
@@ -213,7 +198,6 @@ homepage: https://github.com/kanety/kudzu
|
|
|
213
198
|
licenses:
|
|
214
199
|
- MIT
|
|
215
200
|
metadata: {}
|
|
216
|
-
post_install_message:
|
|
217
201
|
rdoc_options: []
|
|
218
202
|
require_paths:
|
|
219
203
|
- lib
|
|
@@ -221,15 +205,14 @@ required_ruby_version: !ruby/object:Gem::Requirement
|
|
|
221
205
|
requirements:
|
|
222
206
|
- - ">="
|
|
223
207
|
- !ruby/object:Gem::Version
|
|
224
|
-
version: '0'
|
|
208
|
+
version: '3.0'
|
|
225
209
|
required_rubygems_version: !ruby/object:Gem::Requirement
|
|
226
210
|
requirements:
|
|
227
211
|
- - ">="
|
|
228
212
|
- !ruby/object:Gem::Version
|
|
229
213
|
version: '0'
|
|
230
214
|
requirements: []
|
|
231
|
-
rubygems_version: 3.
|
|
232
|
-
signing_key:
|
|
215
|
+
rubygems_version: 3.6.9
|
|
233
216
|
specification_version: 4
|
|
234
217
|
summary: A simple web crawler for ruby
|
|
235
218
|
test_files: []
|