webrobots 0.0.8 → 0.0.9
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- data/Gemfile +1 -1
- data/README.rdoc +6 -1
- data/Rakefile +0 -1
- data/VERSION +1 -1
- data/lib/webrobots/nokogiri.rb +2 -2
- data/webrobots.gemspec +4 -7
- metadata +14 -28
data/Gemfile
CHANGED
@@ -2,12 +2,12 @@ source "http://rubygems.org"
|
|
2
2
|
# Add dependencies required to use your gem here.
|
3
3
|
# Example:
|
4
4
|
# gem "activesupport", ">= 2.3.5"
|
5
|
-
gem "racc", ">= 0"
|
6
5
|
gem "nokogiri", ">= 1.4.4"
|
7
6
|
|
8
7
|
# Add dependencies to develop your gem here.
|
9
8
|
# Include everything needed to run rake, tests, features, etc.
|
10
9
|
group :development do
|
10
|
+
gem "racc", ">= 0"
|
11
11
|
gem "shoulda", ">= 0"
|
12
12
|
gem "bundler", "~> 1.0.0"
|
13
13
|
gem "jeweler", "~> 1.5.1"
|
data/README.rdoc
CHANGED
@@ -18,8 +18,13 @@ This is a library to help write robots.txt compliant web robots.
|
|
18
18
|
body = Net::HTTP.get(uri)
|
19
19
|
# ...
|
20
20
|
|
21
|
+
== Requirements
|
22
|
+
|
23
|
+
- Ruby 1.8.7 or 1.9.2+
|
24
|
+
- Nokogiri 1.4.4+
|
25
|
+
|
21
26
|
== Contributing to webrobots
|
22
|
-
|
27
|
+
|
23
28
|
* Check out the latest master to make sure the feature hasn't been implemented or the bug hasn't been fixed yet
|
24
29
|
* Check out the issue tracker to make sure someone already hasn't requested it and/or contributed it
|
25
30
|
* Fork the project
|
data/Rakefile
CHANGED
@@ -24,7 +24,6 @@ This library helps write robots.txt compliant web robots in Ruby.
|
|
24
24
|
# Include your dependencies below. Runtime dependencies are required when using your gem,
|
25
25
|
# and development dependencies are only needed for development (ie running rake tasks, tests, etc)
|
26
26
|
# gem.add_runtime_dependency 'jabber4r', '> 0.1'
|
27
|
-
gem.add_development_dependency 'racc'
|
28
27
|
end
|
29
28
|
Jeweler::RubygemsDotOrgTasks.new
|
30
29
|
|
data/VERSION
CHANGED
@@ -1 +1 @@
|
|
1
|
-
0.0.
|
1
|
+
0.0.9
|
data/lib/webrobots/nokogiri.rb
CHANGED
@@ -24,8 +24,8 @@ class Nokogiri::HTML::Document
|
|
24
24
|
|
25
25
|
def parse_meta_robots(custom_name)
|
26
26
|
pattern = /\A#{Regexp.quote(custom_name)}\z/i
|
27
|
-
meta = css('meta[@name]').find { |
|
28
|
-
|
27
|
+
meta = css('meta[@name]').find { |element|
|
28
|
+
element['name'].match(pattern)
|
29
29
|
} and content = meta['content'] or return []
|
30
30
|
content.downcase.split(/[,\s]+/)
|
31
31
|
end
|
data/webrobots.gemspec
CHANGED
@@ -5,7 +5,7 @@
|
|
5
5
|
|
6
6
|
Gem::Specification.new do |s|
|
7
7
|
s.name = %q{webrobots}
|
8
|
-
s.version = "0.0.
|
8
|
+
s.version = "0.0.9"
|
9
9
|
|
10
10
|
s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
|
11
11
|
s.authors = ["Akinori MUSHA"]
|
@@ -46,30 +46,27 @@ Gem::Specification.new do |s|
|
|
46
46
|
s.specification_version = 3
|
47
47
|
|
48
48
|
if Gem::Version.new(Gem::VERSION) >= Gem::Version.new('1.2.0') then
|
49
|
-
s.add_runtime_dependency(%q<racc>, [">= 0"])
|
50
49
|
s.add_runtime_dependency(%q<nokogiri>, [">= 1.4.4"])
|
50
|
+
s.add_development_dependency(%q<racc>, [">= 0"])
|
51
51
|
s.add_development_dependency(%q<shoulda>, [">= 0"])
|
52
52
|
s.add_development_dependency(%q<bundler>, ["~> 1.0.0"])
|
53
53
|
s.add_development_dependency(%q<jeweler>, ["~> 1.5.1"])
|
54
54
|
s.add_development_dependency(%q<rcov>, [">= 0"])
|
55
|
-
s.add_development_dependency(%q<racc>, [">= 0"])
|
56
55
|
else
|
57
|
-
s.add_dependency(%q<racc>, [">= 0"])
|
58
56
|
s.add_dependency(%q<nokogiri>, [">= 1.4.4"])
|
57
|
+
s.add_dependency(%q<racc>, [">= 0"])
|
59
58
|
s.add_dependency(%q<shoulda>, [">= 0"])
|
60
59
|
s.add_dependency(%q<bundler>, ["~> 1.0.0"])
|
61
60
|
s.add_dependency(%q<jeweler>, ["~> 1.5.1"])
|
62
61
|
s.add_dependency(%q<rcov>, [">= 0"])
|
63
|
-
s.add_dependency(%q<racc>, [">= 0"])
|
64
62
|
end
|
65
63
|
else
|
66
|
-
s.add_dependency(%q<racc>, [">= 0"])
|
67
64
|
s.add_dependency(%q<nokogiri>, [">= 1.4.4"])
|
65
|
+
s.add_dependency(%q<racc>, [">= 0"])
|
68
66
|
s.add_dependency(%q<shoulda>, [">= 0"])
|
69
67
|
s.add_dependency(%q<bundler>, ["~> 1.0.0"])
|
70
68
|
s.add_dependency(%q<jeweler>, ["~> 1.5.1"])
|
71
69
|
s.add_dependency(%q<rcov>, [">= 0"])
|
72
|
-
s.add_dependency(%q<racc>, [">= 0"])
|
73
70
|
end
|
74
71
|
end
|
75
72
|
|
metadata
CHANGED
@@ -1,13 +1,13 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: webrobots
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
hash:
|
4
|
+
hash: 13
|
5
5
|
prerelease:
|
6
6
|
segments:
|
7
7
|
- 0
|
8
8
|
- 0
|
9
|
-
-
|
10
|
-
version: 0.0.
|
9
|
+
- 9
|
10
|
+
version: 0.0.9
|
11
11
|
platform: ruby
|
12
12
|
authors:
|
13
13
|
- Akinori MUSHA
|
@@ -19,34 +19,34 @@ date: 2011-04-11 00:00:00 +09:00
|
|
19
19
|
default_executable:
|
20
20
|
dependencies:
|
21
21
|
- !ruby/object:Gem::Dependency
|
22
|
-
name:
|
22
|
+
name: nokogiri
|
23
23
|
version_requirements: &id001 !ruby/object:Gem::Requirement
|
24
24
|
none: false
|
25
25
|
requirements:
|
26
26
|
- - ">="
|
27
27
|
- !ruby/object:Gem::Version
|
28
|
-
hash:
|
28
|
+
hash: 15
|
29
29
|
segments:
|
30
|
-
-
|
31
|
-
|
30
|
+
- 1
|
31
|
+
- 4
|
32
|
+
- 4
|
33
|
+
version: 1.4.4
|
32
34
|
prerelease: false
|
33
35
|
type: :runtime
|
34
36
|
requirement: *id001
|
35
37
|
- !ruby/object:Gem::Dependency
|
36
|
-
name:
|
38
|
+
name: racc
|
37
39
|
version_requirements: &id002 !ruby/object:Gem::Requirement
|
38
40
|
none: false
|
39
41
|
requirements:
|
40
42
|
- - ">="
|
41
43
|
- !ruby/object:Gem::Version
|
42
|
-
hash:
|
44
|
+
hash: 3
|
43
45
|
segments:
|
44
|
-
-
|
45
|
-
|
46
|
-
- 4
|
47
|
-
version: 1.4.4
|
46
|
+
- 0
|
47
|
+
version: "0"
|
48
48
|
prerelease: false
|
49
|
-
type: :
|
49
|
+
type: :development
|
50
50
|
requirement: *id002
|
51
51
|
- !ruby/object:Gem::Dependency
|
52
52
|
name: shoulda
|
@@ -108,20 +108,6 @@ dependencies:
|
|
108
108
|
prerelease: false
|
109
109
|
type: :development
|
110
110
|
requirement: *id006
|
111
|
-
- !ruby/object:Gem::Dependency
|
112
|
-
name: racc
|
113
|
-
version_requirements: &id007 !ruby/object:Gem::Requirement
|
114
|
-
none: false
|
115
|
-
requirements:
|
116
|
-
- - ">="
|
117
|
-
- !ruby/object:Gem::Version
|
118
|
-
hash: 3
|
119
|
-
segments:
|
120
|
-
- 0
|
121
|
-
version: "0"
|
122
|
-
prerelease: false
|
123
|
-
type: :development
|
124
|
-
requirement: *id007
|
125
111
|
description: |
|
126
112
|
This library helps write robots.txt compliant web robots in Ruby.
|
127
113
|
|