sitemap_check 0.1.8 → 0.1.9
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/README.md +5 -5
- data/lib/sitemap_check/page.rb +15 -4
- data/lib/sitemap_check/version.rb +1 -1
- metadata +1 -1
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 07fb389a6948c70ac99957f07ff3d282bebe3f5b
|
4
|
+
data.tar.gz: 16adc730dd074592d72653e1279329331e4e8206
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 9c5ace737441c9d359cd8ae81d639afa65063090040a7d10812244a3001634fa501f34bcf2b6c6fcfecabbf70ade628d237515f20970a7cadbd8f6a80dfad53f
|
7
|
+
data.tar.gz: 8782ada9abd33b3c8a69254ae24a4c7d19a51a99425d52b724120ec748fd88cb07504c55b6adf0ddfdaf8bec9b2b6fcd4e91b1bcf85e70271cb8c2ab386ef5de
|
data/README.md
CHANGED
@@ -31,8 +31,8 @@ $ docker run --rm quay.io/reevoo/sitemap_check https://www.reevoo.com/sitemap_in
|
|
31
31
|
|
32
32
|
Config can be set with enviroment variables
|
33
33
|
|
34
|
-
variable
|
35
|
-
|
36
|
-
`CHECK_URL`
|
37
|
-
`CONCURRENCY
|
38
|
-
|
34
|
+
variable | default | description
|
35
|
+
-------------------|---------|-------------
|
36
|
+
`CHECK_URL` | `nil` | The url of the sitemap or sitemap index to check
|
37
|
+
`CONCURRENCY` | `10` | The number of concurent threads to use when checking the sitemap
|
38
|
+
`REPLACEMENT_HOST` | `nil` | Replace the hostname when requesting pages, can be useful for example to test a production sitemap against a staging website.
|
data/lib/sitemap_check/page.rb
CHANGED
@@ -1,22 +1,33 @@
|
|
1
1
|
require "typhoeus"
|
2
2
|
require "sitemap_check/logger"
|
3
3
|
require "colorize"
|
4
|
+
require "uri"
|
4
5
|
|
5
6
|
class SitemapCheck
|
6
7
|
class Page
|
7
8
|
def initialize(url, logger = Logger.new)
|
8
|
-
self.
|
9
|
+
self.uri = URI(url)
|
10
|
+
replace_host
|
9
11
|
self.request = Typhoeus::Request.new(self.url, method: :head, followlocation: true)
|
10
12
|
self.logger = logger
|
11
13
|
setup_callbacks
|
12
14
|
end
|
13
15
|
|
14
|
-
attr_reader :
|
16
|
+
attr_reader :request, :exists, :error
|
17
|
+
|
18
|
+
def url
|
19
|
+
uri.to_s
|
20
|
+
end
|
15
21
|
|
16
22
|
protected
|
17
23
|
|
18
|
-
attr_writer :
|
19
|
-
attr_accessor :logger
|
24
|
+
attr_writer :uri, :request
|
25
|
+
attr_accessor :logger, :uri
|
26
|
+
|
27
|
+
def replace_host
|
28
|
+
return unless (host = ENV["REPLACEMENT_HOST"])
|
29
|
+
uri.host = host
|
30
|
+
end
|
20
31
|
|
21
32
|
def setup_callbacks # rubocop:disable Metrics/AbcSize
|
22
33
|
request.on_complete do |response|
|