httpspell 1.2.0 → 1.2.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/Gemfile.lock +5 -1
- data/httpspell.gemspec +1 -0
- data/lib/httpspell/spider.rb +2 -3
- data/lib/httpspell/version.rb +1 -1
- metadata +15 -1
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: dcf823c527b930c3048fd15e17d0106af6aee7c9375b685d884c8690e285b484
|
|
4
|
+
data.tar.gz: 123fcd42841af054627d69dfa3d4a655e0c97bb5eeeec96fd4b2aa46be9eedd3
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: a03721c821750a533eacb9f2e53148d2afb0489a18ee278ad3b9973424ea043973c5989f3a052764fb3611177bb3561ddfc287bca80f9351abcd63ea9f0638cb
|
|
7
|
+
data.tar.gz: 9ee1bef8ed9d0b1bdd2e0a2aeb74a28f764cd21c422430802a11cf055d119aca683b64fb26ab4b3ac92f7ead13f920bff7b368fc6c4e081bdfc1bb9acd8d51bf
|
data/Gemfile.lock
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
PATH
|
|
2
2
|
remote: .
|
|
3
3
|
specs:
|
|
4
|
-
httpspell (1.2.
|
|
4
|
+
httpspell (1.2.1)
|
|
5
5
|
addressable
|
|
6
6
|
nokogiri
|
|
7
7
|
|
|
@@ -89,6 +89,7 @@ GEM
|
|
|
89
89
|
byebug (~> 10.0)
|
|
90
90
|
pry (~> 0.10)
|
|
91
91
|
public_suffix (3.0.2)
|
|
92
|
+
rack (2.0.5)
|
|
92
93
|
rainbow (3.0.0)
|
|
93
94
|
rake (12.3.1)
|
|
94
95
|
rb-fsevent (0.10.3)
|
|
@@ -117,6 +118,8 @@ GEM
|
|
|
117
118
|
ruby-progressbar (1.9.0)
|
|
118
119
|
ruby_dep (1.5.0)
|
|
119
120
|
shellany (0.0.1)
|
|
121
|
+
stub_server (0.3.0)
|
|
122
|
+
rack
|
|
120
123
|
thor (0.20.0)
|
|
121
124
|
unicode-display_width (1.3.3)
|
|
122
125
|
|
|
@@ -135,6 +138,7 @@ DEPENDENCIES
|
|
|
135
138
|
rake
|
|
136
139
|
rspec
|
|
137
140
|
rubocop
|
|
141
|
+
stub_server
|
|
138
142
|
|
|
139
143
|
BUNDLED WITH
|
|
140
144
|
1.16.1
|
data/httpspell.gemspec
CHANGED
data/lib/httpspell/spider.rb
CHANGED
|
@@ -46,10 +46,9 @@ module HttpSpell
|
|
|
46
46
|
private
|
|
47
47
|
|
|
48
48
|
def links(uri)
|
|
49
|
-
# We are using open-uri, which follows redirects and also provides the content-type.
|
|
50
|
-
response = open(uri).read
|
|
49
|
+
response = URI(uri).read # We are using open-uri, which follows redirects and also provides the content-type.
|
|
51
50
|
|
|
52
|
-
if response.
|
|
51
|
+
if response.content_type != 'text/html'
|
|
53
52
|
warn "Skipping #{uri} because it is not HTML" if @tracing
|
|
54
53
|
return []
|
|
55
54
|
end
|
data/lib/httpspell/version.rb
CHANGED
metadata
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: httpspell
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 1.2.
|
|
4
|
+
version: 1.2.1
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Steffen Uhlig
|
|
@@ -178,6 +178,20 @@ dependencies:
|
|
|
178
178
|
- - ">="
|
|
179
179
|
- !ruby/object:Gem::Version
|
|
180
180
|
version: '0'
|
|
181
|
+
- !ruby/object:Gem::Dependency
|
|
182
|
+
name: stub_server
|
|
183
|
+
requirement: !ruby/object:Gem::Requirement
|
|
184
|
+
requirements:
|
|
185
|
+
- - ">="
|
|
186
|
+
- !ruby/object:Gem::Version
|
|
187
|
+
version: '0'
|
|
188
|
+
type: :development
|
|
189
|
+
prerelease: false
|
|
190
|
+
version_requirements: !ruby/object:Gem::Requirement
|
|
191
|
+
requirements:
|
|
192
|
+
- - ">="
|
|
193
|
+
- !ruby/object:Gem::Version
|
|
194
|
+
version: '0'
|
|
181
195
|
description: |-
|
|
182
196
|
httpspell is a spellchecker that recursively fetches
|
|
183
197
|
HTML pages, converts them to plain text using pandoc, and
|