sitemaped 0.1.0 → 0.1.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/.gitignore +3 -3
- data/Gemfile.lock +1 -2
- data/README.md +5 -8
- data/lib/sitemaped.rb +4 -2
- data/sitemaped.gemspec +2 -2
- metadata +11 -12
- data/lib/sitemaped/version.rb +0 -3
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 11fe8d0b9d7f9bf62e4f94a60a6b1860294678e5
|
4
|
+
data.tar.gz: b752ec6fe558575ada248d7464ed0a24594162cf
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 9411ef8f8d655cb84fe98bc5618b752a1d59094c3454719dbc4a185c57a08821b2daa12180e6fd48378ed001d6fd7c41919cd9693052f6303f9c220abdf7d695
|
7
|
+
data.tar.gz: 566f0c84f2d0be4bd49107ce2a5dfac83d362f62af6f239a13e24b71f6e7cb3b29ae6068cc6267bbd0da25b1d58077c0f35a45d5d8d14c9aabb5b8166fdb91d0
|
data/.gitignore
CHANGED
@@ -26,9 +26,9 @@ build/
|
|
26
26
|
|
27
27
|
# for a library or gem, you might want to ignore these files since the code is
|
28
28
|
# intended to run in multiple environments; otherwise, check them in:
|
29
|
-
|
30
|
-
|
31
|
-
|
29
|
+
Gemfile.lock
|
30
|
+
.ruby-version
|
31
|
+
.ruby-gemset
|
32
32
|
|
33
33
|
# unless supporting rvm < 1.11.0 or doing something fancy, ignore this:
|
34
34
|
.rvmrc
|
data/Gemfile.lock
CHANGED
data/README.md
CHANGED
@@ -21,17 +21,15 @@ $ gem install sitemaped
|
|
21
21
|
~~~
|
22
22
|
|
23
23
|
## Usage
|
24
|
-
### Get a list of all URLs
|
25
|
-
Sitemaped returns an array with all URLs listed in the sitemap(s)
|
24
|
+
### Get a list of all URLs covered by the sitemap(s)
|
26
25
|
~~~ruby
|
27
26
|
require 'sitemaped'
|
28
27
|
|
29
|
-
website = Sitemaped.new('http://www.example.com')
|
30
|
-
sitemap = website.sitemap
|
28
|
+
website = Sitemaped.new('http://www.example.com')
|
29
|
+
sitemap = website.sitemap # => ["http://www.example.com/", "http://www.example.com/contact", ...]
|
31
30
|
~~~
|
32
31
|
|
33
32
|
### Check whether an URL is covered by the sitemap
|
34
|
-
To check whether an URL is covered by the sitemap use
|
35
33
|
~~~ruby
|
36
34
|
require 'sitemaped'
|
37
35
|
|
@@ -39,6 +37,5 @@ sitemap = Sitemaped.new('http://www.example.com')
|
|
39
37
|
sitemap.include?('http://www.example.com/contact') # => true or false
|
40
38
|
~~~
|
41
39
|
|
42
|
-
##
|
43
|
-
-
|
44
|
-
- Add tests
|
40
|
+
## Todo
|
41
|
+
- Add tests
|
data/lib/sitemaped.rb
CHANGED
@@ -5,6 +5,8 @@ require 'open-uri'
|
|
5
5
|
|
6
6
|
class Sitemaped
|
7
7
|
|
8
|
+
VERSION = "0.1.1"
|
9
|
+
|
8
10
|
def initialize(url)
|
9
11
|
@url = URI.parse(URI.encode(url))
|
10
12
|
raise URI::InvalidURIError.new('scheme or host missing') unless @url.scheme and @url.host
|
@@ -26,7 +28,7 @@ class Sitemaped
|
|
26
28
|
end
|
27
29
|
|
28
30
|
def robots_sitemap
|
29
|
-
@robots_sitemap_urls ||= open(
|
31
|
+
@robots_sitemap_urls ||= open(URI.join(@url, "robots.txt")).read.scan(/\s*sitemap:\s*([^\r\n]+)\s*$/i).flatten!
|
30
32
|
rescue
|
31
33
|
@robots_sitemap_urls = []
|
32
34
|
ensure
|
@@ -36,7 +38,7 @@ class Sitemaped
|
|
36
38
|
end
|
37
39
|
|
38
40
|
def default_sitemap
|
39
|
-
@default_sitemap_data ||= parse_sitemap(load_sitemap(
|
41
|
+
@default_sitemap_data ||= parse_sitemap(load_sitemap(URI.join(@url, "sitemap.xml")) || load_sitemap(URI.join(@url, "sitemap.xml.gz")))
|
40
42
|
end
|
41
43
|
|
42
44
|
def handle_nested_sitemaps(sitemap_list=[])
|
data/sitemaped.gemspec
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
# coding: utf-8
|
2
2
|
lib = File.expand_path('../lib', __FILE__)
|
3
3
|
$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
|
4
|
-
require 'sitemaped
|
4
|
+
require 'sitemaped'
|
5
5
|
|
6
6
|
Gem::Specification.new do |spec|
|
7
7
|
spec.name = "sitemaped"
|
@@ -18,7 +18,7 @@ Gem::Specification.new do |spec|
|
|
18
18
|
spec.test_files = spec.files.grep(%r{^(test|spec|features)/})
|
19
19
|
spec.require_paths = ["lib"]
|
20
20
|
|
21
|
-
spec.add_runtime_dependency
|
21
|
+
spec.add_runtime_dependency "nokogiri", "~> 1.6", "~> 1.6"
|
22
22
|
|
23
23
|
spec.add_development_dependency "bundler", "~> 1.6"
|
24
24
|
spec.add_development_dependency "rake"
|
metadata
CHANGED
@@ -1,55 +1,55 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: sitemaped
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.1.
|
4
|
+
version: 0.1.1
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Matthias Kalb
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2014-
|
11
|
+
date: 2014-07-03 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: nokogiri
|
15
15
|
requirement: !ruby/object:Gem::Requirement
|
16
16
|
requirements:
|
17
|
-
- -
|
17
|
+
- - ~>
|
18
18
|
- !ruby/object:Gem::Version
|
19
19
|
version: '1.6'
|
20
20
|
type: :runtime
|
21
21
|
prerelease: false
|
22
22
|
version_requirements: !ruby/object:Gem::Requirement
|
23
23
|
requirements:
|
24
|
-
- -
|
24
|
+
- - ~>
|
25
25
|
- !ruby/object:Gem::Version
|
26
26
|
version: '1.6'
|
27
27
|
- !ruby/object:Gem::Dependency
|
28
28
|
name: bundler
|
29
29
|
requirement: !ruby/object:Gem::Requirement
|
30
30
|
requirements:
|
31
|
-
- -
|
31
|
+
- - ~>
|
32
32
|
- !ruby/object:Gem::Version
|
33
33
|
version: '1.6'
|
34
34
|
type: :development
|
35
35
|
prerelease: false
|
36
36
|
version_requirements: !ruby/object:Gem::Requirement
|
37
37
|
requirements:
|
38
|
-
- -
|
38
|
+
- - ~>
|
39
39
|
- !ruby/object:Gem::Version
|
40
40
|
version: '1.6'
|
41
41
|
- !ruby/object:Gem::Dependency
|
42
42
|
name: rake
|
43
43
|
requirement: !ruby/object:Gem::Requirement
|
44
44
|
requirements:
|
45
|
-
- -
|
45
|
+
- - '>='
|
46
46
|
- !ruby/object:Gem::Version
|
47
47
|
version: '0'
|
48
48
|
type: :development
|
49
49
|
prerelease: false
|
50
50
|
version_requirements: !ruby/object:Gem::Requirement
|
51
51
|
requirements:
|
52
|
-
- -
|
52
|
+
- - '>='
|
53
53
|
- !ruby/object:Gem::Version
|
54
54
|
version: '0'
|
55
55
|
description: Parser for XML sitemaps which respects sitemaps listed in robots.txt
|
@@ -60,14 +60,13 @@ executables: []
|
|
60
60
|
extensions: []
|
61
61
|
extra_rdoc_files: []
|
62
62
|
files:
|
63
|
-
-
|
63
|
+
- .gitignore
|
64
64
|
- Gemfile
|
65
65
|
- Gemfile.lock
|
66
66
|
- LICENSE
|
67
67
|
- README.md
|
68
68
|
- Rakefile
|
69
69
|
- lib/sitemaped.rb
|
70
|
-
- lib/sitemaped/version.rb
|
71
70
|
- sitemaped.gemspec
|
72
71
|
homepage: https://github.com/railsmechanic/sitemaped
|
73
72
|
licenses:
|
@@ -79,12 +78,12 @@ require_paths:
|
|
79
78
|
- lib
|
80
79
|
required_ruby_version: !ruby/object:Gem::Requirement
|
81
80
|
requirements:
|
82
|
-
- -
|
81
|
+
- - '>='
|
83
82
|
- !ruby/object:Gem::Version
|
84
83
|
version: '0'
|
85
84
|
required_rubygems_version: !ruby/object:Gem::Requirement
|
86
85
|
requirements:
|
87
|
-
- -
|
86
|
+
- - '>='
|
88
87
|
- !ruby/object:Gem::Version
|
89
88
|
version: '0'
|
90
89
|
requirements: []
|
data/lib/sitemaped/version.rb
DELETED