sitemap_check 0.1.1 → 0.1.2
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/.travis.yml +9 -0
- data/lib/sitemap_check/page.rb +8 -6
- data/lib/sitemap_check/sitemap.rb +6 -4
- data/lib/sitemap_check/version.rb +1 -1
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 76322607062a03edd3e89ad18051a1cf76f71575
|
4
|
+
data.tar.gz: 142105b93ce443eb5fb74e7a007b5ca81d938d8a
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 722be760c58a8a95575bfc0736427159ed4b2ec895ab19c809b1ed9dd7d538f2a68bbdbe75ee801bb16a5bdb9d7dbf029f2849e420280ed45c7cbb9cec6bec86
|
7
|
+
data.tar.gz: e84297068dccbd3303d89d14f104f07a970a57bcc5f7315f6b6e088568841ce5027de24cde4a4fb54a6c51a6635d1f270a69f7597f268bf2706a4258e5a00394
|
data/.travis.yml
CHANGED
data/lib/sitemap_check/page.rb
CHANGED
@@ -9,25 +9,27 @@ class SitemapCheck
|
|
9
9
|
self.holdoff = holdoff
|
10
10
|
end
|
11
11
|
|
12
|
-
attr_reader :url
|
12
|
+
attr_reader :url, :error
|
13
13
|
|
14
14
|
def exists?
|
15
15
|
@_exists ||= http.head(url, follow_redirect: true).ok?
|
16
|
-
rescue SocketError, HTTPClient::ConnectTimeoutError, Errno::ETIMEDOUT
|
16
|
+
rescue SocketError, HTTPClient::ConnectTimeoutError, Errno::ETIMEDOUT => e
|
17
17
|
self.tries += 1
|
18
18
|
if tries < 5
|
19
19
|
sleep holdoff
|
20
20
|
retry
|
21
21
|
else
|
22
|
-
|
22
|
+
self.error = e
|
23
|
+
@_exists = true
|
23
24
|
end
|
24
|
-
rescue HTTPClient::BadResponseError
|
25
|
-
|
25
|
+
rescue HTTPClient::BadResponseError => e
|
26
|
+
self.error = e
|
27
|
+
@_exists = true
|
26
28
|
end
|
27
29
|
|
28
30
|
protected
|
29
31
|
|
30
32
|
attr_accessor :http, :tries, :holdoff
|
31
|
-
attr_writer :url
|
33
|
+
attr_writer :url, :error
|
32
34
|
end
|
33
35
|
end
|
@@ -28,6 +28,10 @@ class SitemapCheck
|
|
28
28
|
@_misssing ||= find_missing_pages
|
29
29
|
end
|
30
30
|
|
31
|
+
def errored_pages
|
32
|
+
pages.select(&:error)
|
33
|
+
end
|
34
|
+
|
31
35
|
def exists? # rubocop:disable Style/TrivialAccessors
|
32
36
|
@ok
|
33
37
|
end
|
@@ -50,10 +54,8 @@ class SitemapCheck
|
|
50
54
|
Thread.new do
|
51
55
|
begin
|
52
56
|
while (page = q.pop(true))
|
53
|
-
unless page.exists?
|
54
|
-
|
55
|
-
page
|
56
|
-
end
|
57
|
+
logger.log " missing: #{page.url}".red unless page.exists?
|
58
|
+
logger.log " warning: error connecting to #{page.url}".magenta if page.error
|
57
59
|
end
|
58
60
|
rescue ThreadError # rubocop:disable Lint/HandleExceptions
|
59
61
|
end
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: sitemap_check
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.1.
|
4
|
+
version: 0.1.2
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Ed Robinson
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2015-
|
11
|
+
date: 2015-05-13 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: nokogiri
|