metainspector 5.1.2 → 5.1.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/lib/meta_inspector/url.rb +1 -1
- data/lib/meta_inspector/version.rb +1 -1
- data/spec/fixtures/invalid_byte_seq.response +20 -0
- data/spec/meta_inspector/links_spec.rb +6 -0
- data/spec/spec_helper.rb +1 -0
- metadata +3 -2
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA1:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: f3d01cdc6e285149cbb1bdb8cf65ebab808da8c1
|
|
4
|
+
data.tar.gz: 15c37998971b8f63e6829e75049c0f1a819d570d
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 24e87ba552861135cd0e5cbf98a4f29fbe4d99b27ba4365aec9f5f5902751bda8b7e299c30a83bea3517b4efc18d8677f2278166d95f4adfff673633cf3a4408
|
|
7
|
+
data.tar.gz: 7585f94e0ba3639da3c2d0d534803b63929987cc43c466135a68b6c6aa0424131b33954e0e72dbec68240e9a33d369368345ced37b70d6fb74c67ee806823e62
|
data/lib/meta_inspector/url.rb
CHANGED
|
@@ -62,7 +62,7 @@ module MetaInspector
|
|
|
62
62
|
else
|
|
63
63
|
Addressable::URI.join(base_url, url).normalize.to_s
|
|
64
64
|
end
|
|
65
|
-
rescue MetaInspector::ParserError, Addressable::URI::InvalidURIError
|
|
65
|
+
rescue MetaInspector::ParserError, Addressable::URI::InvalidURIError, ArgumentError
|
|
66
66
|
nil
|
|
67
67
|
end
|
|
68
68
|
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
HTTP/1.1 200 OK
|
|
2
|
+
Server: nginx/0.7.67
|
|
3
|
+
Date: Fri, 18 Nov 2011 21:46:46 GMT
|
|
4
|
+
Content-Type: text/html
|
|
5
|
+
Connection: keep-alive
|
|
6
|
+
Last-Modified: Mon, 14 Nov 2011 16:53:18 GMT
|
|
7
|
+
Content-Length: 340
|
|
8
|
+
|
|
9
|
+
<html>
|
|
10
|
+
<head>
|
|
11
|
+
<title>Sample file invalid byte sequence links</title>
|
|
12
|
+
</head>
|
|
13
|
+
<body>
|
|
14
|
+
<ul>
|
|
15
|
+
<li><a href="http://pagerankalert.posterous.com">blog</a></li>
|
|
16
|
+
<li><a href="http://element%b3wgarderoby.com/">invalid</a></li>
|
|
17
|
+
<li><a href="http://twitter.com/pagerankalert">twitter</a></li>
|
|
18
|
+
</ul>
|
|
19
|
+
</body>
|
|
20
|
+
</html>
|
|
@@ -105,6 +105,12 @@ describe MetaInspector do
|
|
|
105
105
|
m = MetaInspector.new('http://example.com/invalid_href')
|
|
106
106
|
expect(m.links.non_http).to eq(["skype:joeuser?call", "telnet://telnet.cdrom.com"])
|
|
107
107
|
end
|
|
108
|
+
|
|
109
|
+
it "should not crash with links that have invalid byte sequence, filtering them out" do
|
|
110
|
+
m = MetaInspector.new('http://example.com/invalid_byte_seq')
|
|
111
|
+
expect(m.links.all).to eq(["http://pagerankalert.posterous.com/", "http://twitter.com/pagerankalert"])
|
|
112
|
+
end
|
|
113
|
+
|
|
108
114
|
end
|
|
109
115
|
|
|
110
116
|
describe 'Relative links' do
|
data/spec/spec_helper.rb
CHANGED
|
@@ -73,6 +73,7 @@ FakeWeb.register_uri(:get, "http://protocol-relative.com", :response => fixture_
|
|
|
73
73
|
FakeWeb.register_uri(:get, "https://protocol-relative.com", :response => fixture_file("protocol_relative.response"))
|
|
74
74
|
FakeWeb.register_uri(:get, "http://example.com/nonhttp", :response => fixture_file("nonhttp.response"))
|
|
75
75
|
FakeWeb.register_uri(:get, "http://example.com/invalid_href", :response => fixture_file("invalid_href.response"))
|
|
76
|
+
FakeWeb.register_uri(:get, "http://example.com/invalid_byte_seq", :response => fixture_file("invalid_byte_seq.response"))
|
|
76
77
|
FakeWeb.register_uri(:get, "http://example.com/malformed_href", :response => fixture_file("malformed_href.response"))
|
|
77
78
|
FakeWeb.register_uri(:get, "http://www.youtube.com/watch?v=iaGSSrp49uc", :response => fixture_file("youtube.response"))
|
|
78
79
|
FakeWeb.register_uri(:get, "http://markupvalidator.com/faqs", :response => fixture_file("markupvalidator_faqs.response"))
|
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: metainspector
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 5.1.
|
|
4
|
+
version: 5.1.3
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Jaime Iniesta
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date: 2016-04-
|
|
11
|
+
date: 2016-04-12 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: nokogiri
|
|
@@ -317,6 +317,7 @@ files:
|
|
|
317
317
|
- spec/fixtures/head_links.response
|
|
318
318
|
- spec/fixtures/https.facebook.com.response
|
|
319
319
|
- spec/fixtures/international.response
|
|
320
|
+
- spec/fixtures/invalid_byte_seq.response
|
|
320
321
|
- spec/fixtures/invalid_href.response
|
|
321
322
|
- spec/fixtures/iteh.at.response
|
|
322
323
|
- spec/fixtures/largest_image_in_html.response
|