sitemaped 0.1.0 → 0.1.1
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/.gitignore +3 -3
- data/Gemfile.lock +1 -2
- data/README.md +5 -8
- data/lib/sitemaped.rb +4 -2
- data/sitemaped.gemspec +2 -2
- metadata +11 -12
- data/lib/sitemaped/version.rb +0 -3
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 11fe8d0b9d7f9bf62e4f94a60a6b1860294678e5
|
4
|
+
data.tar.gz: b752ec6fe558575ada248d7464ed0a24594162cf
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 9411ef8f8d655cb84fe98bc5618b752a1d59094c3454719dbc4a185c57a08821b2daa12180e6fd48378ed001d6fd7c41919cd9693052f6303f9c220abdf7d695
|
7
|
+
data.tar.gz: 566f0c84f2d0be4bd49107ce2a5dfac83d362f62af6f239a13e24b71f6e7cb3b29ae6068cc6267bbd0da25b1d58077c0f35a45d5d8d14c9aabb5b8166fdb91d0
|
data/.gitignore
CHANGED
@@ -26,9 +26,9 @@ build/
|
|
26
26
|
|
27
27
|
# for a library or gem, you might want to ignore these files since the code is
|
28
28
|
# intended to run in multiple environments; otherwise, check them in:
|
29
|
-
|
30
|
-
|
31
|
-
|
29
|
+
Gemfile.lock
|
30
|
+
.ruby-version
|
31
|
+
.ruby-gemset
|
32
32
|
|
33
33
|
# unless supporting rvm < 1.11.0 or doing something fancy, ignore this:
|
34
34
|
.rvmrc
|
data/Gemfile.lock
CHANGED
data/README.md
CHANGED
@@ -21,17 +21,15 @@ $ gem install sitemaped
|
|
21
21
|
~~~
|
22
22
|
|
23
23
|
## Usage
|
24
|
-
### Get a list of all URLs
|
25
|
-
Sitemaped returns an array with all URLs listed in the sitemap(s)
|
24
|
+
### Get a list of all URLs covered by the sitemap(s)
|
26
25
|
~~~ruby
|
27
26
|
require 'sitemaped'
|
28
27
|
|
29
|
-
website = Sitemaped.new('http://www.example.com')
|
30
|
-
sitemap = website.sitemap
|
28
|
+
website = Sitemaped.new('http://www.example.com')
|
29
|
+
sitemap = website.sitemap # => ["http://www.example.com/", "http://www.example.com/contact", ...]
|
31
30
|
~~~
|
32
31
|
|
33
32
|
### Check whether an URL is covered by the sitemap
|
34
|
-
To check whether an URL is covered by the sitemap use
|
35
33
|
~~~ruby
|
36
34
|
require 'sitemaped'
|
37
35
|
|
@@ -39,6 +37,5 @@ sitemap = Sitemaped.new('http://www.example.com')
|
|
39
37
|
sitemap.include?('http://www.example.com/contact') # => true or false
|
40
38
|
~~~
|
41
39
|
|
42
|
-
##
|
43
|
-
-
|
44
|
-
- Add tests
|
40
|
+
## Todo
|
41
|
+
- Add tests
|
data/lib/sitemaped.rb
CHANGED
@@ -5,6 +5,8 @@ require 'open-uri'
|
|
5
5
|
|
6
6
|
class Sitemaped
|
7
7
|
|
8
|
+
VERSION = "0.1.1"
|
9
|
+
|
8
10
|
def initialize(url)
|
9
11
|
@url = URI.parse(URI.encode(url))
|
10
12
|
raise URI::InvalidURIError.new('scheme or host missing') unless @url.scheme and @url.host
|
@@ -26,7 +28,7 @@ class Sitemaped
|
|
26
28
|
end
|
27
29
|
|
28
30
|
def robots_sitemap
|
29
|
-
@robots_sitemap_urls ||= open(
|
31
|
+
@robots_sitemap_urls ||= open(URI.join(@url, "robots.txt")).read.scan(/\s*sitemap:\s*([^\r\n]+)\s*$/i).flatten!
|
30
32
|
rescue
|
31
33
|
@robots_sitemap_urls = []
|
32
34
|
ensure
|
@@ -36,7 +38,7 @@ class Sitemaped
|
|
36
38
|
end
|
37
39
|
|
38
40
|
def default_sitemap
|
39
|
-
@default_sitemap_data ||= parse_sitemap(load_sitemap(
|
41
|
+
@default_sitemap_data ||= parse_sitemap(load_sitemap(URI.join(@url, "sitemap.xml")) || load_sitemap(URI.join(@url, "sitemap.xml.gz")))
|
40
42
|
end
|
41
43
|
|
42
44
|
def handle_nested_sitemaps(sitemap_list=[])
|
data/sitemaped.gemspec
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
# coding: utf-8
|
2
2
|
lib = File.expand_path('../lib', __FILE__)
|
3
3
|
$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
|
4
|
-
require 'sitemaped
|
4
|
+
require 'sitemaped'
|
5
5
|
|
6
6
|
Gem::Specification.new do |spec|
|
7
7
|
spec.name = "sitemaped"
|
@@ -18,7 +18,7 @@ Gem::Specification.new do |spec|
|
|
18
18
|
spec.test_files = spec.files.grep(%r{^(test|spec|features)/})
|
19
19
|
spec.require_paths = ["lib"]
|
20
20
|
|
21
|
-
spec.add_runtime_dependency
|
21
|
+
spec.add_runtime_dependency "nokogiri", "~> 1.6", "~> 1.6"
|
22
22
|
|
23
23
|
spec.add_development_dependency "bundler", "~> 1.6"
|
24
24
|
spec.add_development_dependency "rake"
|
metadata
CHANGED
@@ -1,55 +1,55 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: sitemaped
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.1.
|
4
|
+
version: 0.1.1
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Matthias Kalb
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2014-
|
11
|
+
date: 2014-07-03 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: nokogiri
|
15
15
|
requirement: !ruby/object:Gem::Requirement
|
16
16
|
requirements:
|
17
|
-
- -
|
17
|
+
- - ~>
|
18
18
|
- !ruby/object:Gem::Version
|
19
19
|
version: '1.6'
|
20
20
|
type: :runtime
|
21
21
|
prerelease: false
|
22
22
|
version_requirements: !ruby/object:Gem::Requirement
|
23
23
|
requirements:
|
24
|
-
- -
|
24
|
+
- - ~>
|
25
25
|
- !ruby/object:Gem::Version
|
26
26
|
version: '1.6'
|
27
27
|
- !ruby/object:Gem::Dependency
|
28
28
|
name: bundler
|
29
29
|
requirement: !ruby/object:Gem::Requirement
|
30
30
|
requirements:
|
31
|
-
- -
|
31
|
+
- - ~>
|
32
32
|
- !ruby/object:Gem::Version
|
33
33
|
version: '1.6'
|
34
34
|
type: :development
|
35
35
|
prerelease: false
|
36
36
|
version_requirements: !ruby/object:Gem::Requirement
|
37
37
|
requirements:
|
38
|
-
- -
|
38
|
+
- - ~>
|
39
39
|
- !ruby/object:Gem::Version
|
40
40
|
version: '1.6'
|
41
41
|
- !ruby/object:Gem::Dependency
|
42
42
|
name: rake
|
43
43
|
requirement: !ruby/object:Gem::Requirement
|
44
44
|
requirements:
|
45
|
-
- -
|
45
|
+
- - '>='
|
46
46
|
- !ruby/object:Gem::Version
|
47
47
|
version: '0'
|
48
48
|
type: :development
|
49
49
|
prerelease: false
|
50
50
|
version_requirements: !ruby/object:Gem::Requirement
|
51
51
|
requirements:
|
52
|
-
- -
|
52
|
+
- - '>='
|
53
53
|
- !ruby/object:Gem::Version
|
54
54
|
version: '0'
|
55
55
|
description: Parser for XML sitemaps which respects sitemaps listed in robots.txt
|
@@ -60,14 +60,13 @@ executables: []
|
|
60
60
|
extensions: []
|
61
61
|
extra_rdoc_files: []
|
62
62
|
files:
|
63
|
-
-
|
63
|
+
- .gitignore
|
64
64
|
- Gemfile
|
65
65
|
- Gemfile.lock
|
66
66
|
- LICENSE
|
67
67
|
- README.md
|
68
68
|
- Rakefile
|
69
69
|
- lib/sitemaped.rb
|
70
|
-
- lib/sitemaped/version.rb
|
71
70
|
- sitemaped.gemspec
|
72
71
|
homepage: https://github.com/railsmechanic/sitemaped
|
73
72
|
licenses:
|
@@ -79,12 +78,12 @@ require_paths:
|
|
79
78
|
- lib
|
80
79
|
required_ruby_version: !ruby/object:Gem::Requirement
|
81
80
|
requirements:
|
82
|
-
- -
|
81
|
+
- - '>='
|
83
82
|
- !ruby/object:Gem::Version
|
84
83
|
version: '0'
|
85
84
|
required_rubygems_version: !ruby/object:Gem::Requirement
|
86
85
|
requirements:
|
87
|
-
- -
|
86
|
+
- - '>='
|
88
87
|
- !ruby/object:Gem::Version
|
89
88
|
version: '0'
|
90
89
|
requirements: []
|
data/lib/sitemaped/version.rb
DELETED