webrobots 0.0.8 → 0.0.9
Sign up to get free protection for your applications and to get access to all the features.
- data/Gemfile +1 -1
- data/README.rdoc +6 -1
- data/Rakefile +0 -1
- data/VERSION +1 -1
- data/lib/webrobots/nokogiri.rb +2 -2
- data/webrobots.gemspec +4 -7
- metadata +14 -28
data/Gemfile
CHANGED
@@ -2,12 +2,12 @@ source "http://rubygems.org"
|
|
2
2
|
# Add dependencies required to use your gem here.
|
3
3
|
# Example:
|
4
4
|
# gem "activesupport", ">= 2.3.5"
|
5
|
-
gem "racc", ">= 0"
|
6
5
|
gem "nokogiri", ">= 1.4.4"
|
7
6
|
|
8
7
|
# Add dependencies to develop your gem here.
|
9
8
|
# Include everything needed to run rake, tests, features, etc.
|
10
9
|
group :development do
|
10
|
+
gem "racc", ">= 0"
|
11
11
|
gem "shoulda", ">= 0"
|
12
12
|
gem "bundler", "~> 1.0.0"
|
13
13
|
gem "jeweler", "~> 1.5.1"
|
data/README.rdoc
CHANGED
@@ -18,8 +18,13 @@ This is a library to help write robots.txt compliant web robots.
|
|
18
18
|
body = Net::HTTP.get(uri)
|
19
19
|
# ...
|
20
20
|
|
21
|
+
== Requirements
|
22
|
+
|
23
|
+
- Ruby 1.8.7 or 1.9.2+
|
24
|
+
- Nokogiri 1.4.4+
|
25
|
+
|
21
26
|
== Contributing to webrobots
|
22
|
-
|
27
|
+
|
23
28
|
* Check out the latest master to make sure the feature hasn't been implemented or the bug hasn't been fixed yet
|
24
29
|
* Check out the issue tracker to make sure someone already hasn't requested it and/or contributed it
|
25
30
|
* Fork the project
|
data/Rakefile
CHANGED
@@ -24,7 +24,6 @@ This library helps write robots.txt compliant web robots in Ruby.
|
|
24
24
|
# Include your dependencies below. Runtime dependencies are required when using your gem,
|
25
25
|
# and development dependencies are only needed for development (ie running rake tasks, tests, etc)
|
26
26
|
# gem.add_runtime_dependency 'jabber4r', '> 0.1'
|
27
|
-
gem.add_development_dependency 'racc'
|
28
27
|
end
|
29
28
|
Jeweler::RubygemsDotOrgTasks.new
|
30
29
|
|
data/VERSION
CHANGED
@@ -1 +1 @@
|
|
1
|
-
0.0.
|
1
|
+
0.0.9
|
data/lib/webrobots/nokogiri.rb
CHANGED
@@ -24,8 +24,8 @@ class Nokogiri::HTML::Document
|
|
24
24
|
|
25
25
|
def parse_meta_robots(custom_name)
|
26
26
|
pattern = /\A#{Regexp.quote(custom_name)}\z/i
|
27
|
-
meta = css('meta[@name]').find { |
|
28
|
-
|
27
|
+
meta = css('meta[@name]').find { |element|
|
28
|
+
element['name'].match(pattern)
|
29
29
|
} and content = meta['content'] or return []
|
30
30
|
content.downcase.split(/[,\s]+/)
|
31
31
|
end
|
data/webrobots.gemspec
CHANGED
@@ -5,7 +5,7 @@
|
|
5
5
|
|
6
6
|
Gem::Specification.new do |s|
|
7
7
|
s.name = %q{webrobots}
|
8
|
-
s.version = "0.0.
|
8
|
+
s.version = "0.0.9"
|
9
9
|
|
10
10
|
s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
|
11
11
|
s.authors = ["Akinori MUSHA"]
|
@@ -46,30 +46,27 @@ Gem::Specification.new do |s|
|
|
46
46
|
s.specification_version = 3
|
47
47
|
|
48
48
|
if Gem::Version.new(Gem::VERSION) >= Gem::Version.new('1.2.0') then
|
49
|
-
s.add_runtime_dependency(%q<racc>, [">= 0"])
|
50
49
|
s.add_runtime_dependency(%q<nokogiri>, [">= 1.4.4"])
|
50
|
+
s.add_development_dependency(%q<racc>, [">= 0"])
|
51
51
|
s.add_development_dependency(%q<shoulda>, [">= 0"])
|
52
52
|
s.add_development_dependency(%q<bundler>, ["~> 1.0.0"])
|
53
53
|
s.add_development_dependency(%q<jeweler>, ["~> 1.5.1"])
|
54
54
|
s.add_development_dependency(%q<rcov>, [">= 0"])
|
55
|
-
s.add_development_dependency(%q<racc>, [">= 0"])
|
56
55
|
else
|
57
|
-
s.add_dependency(%q<racc>, [">= 0"])
|
58
56
|
s.add_dependency(%q<nokogiri>, [">= 1.4.4"])
|
57
|
+
s.add_dependency(%q<racc>, [">= 0"])
|
59
58
|
s.add_dependency(%q<shoulda>, [">= 0"])
|
60
59
|
s.add_dependency(%q<bundler>, ["~> 1.0.0"])
|
61
60
|
s.add_dependency(%q<jeweler>, ["~> 1.5.1"])
|
62
61
|
s.add_dependency(%q<rcov>, [">= 0"])
|
63
|
-
s.add_dependency(%q<racc>, [">= 0"])
|
64
62
|
end
|
65
63
|
else
|
66
|
-
s.add_dependency(%q<racc>, [">= 0"])
|
67
64
|
s.add_dependency(%q<nokogiri>, [">= 1.4.4"])
|
65
|
+
s.add_dependency(%q<racc>, [">= 0"])
|
68
66
|
s.add_dependency(%q<shoulda>, [">= 0"])
|
69
67
|
s.add_dependency(%q<bundler>, ["~> 1.0.0"])
|
70
68
|
s.add_dependency(%q<jeweler>, ["~> 1.5.1"])
|
71
69
|
s.add_dependency(%q<rcov>, [">= 0"])
|
72
|
-
s.add_dependency(%q<racc>, [">= 0"])
|
73
70
|
end
|
74
71
|
end
|
75
72
|
|
metadata
CHANGED
@@ -1,13 +1,13 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: webrobots
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
hash:
|
4
|
+
hash: 13
|
5
5
|
prerelease:
|
6
6
|
segments:
|
7
7
|
- 0
|
8
8
|
- 0
|
9
|
-
-
|
10
|
-
version: 0.0.
|
9
|
+
- 9
|
10
|
+
version: 0.0.9
|
11
11
|
platform: ruby
|
12
12
|
authors:
|
13
13
|
- Akinori MUSHA
|
@@ -19,34 +19,34 @@ date: 2011-04-11 00:00:00 +09:00
|
|
19
19
|
default_executable:
|
20
20
|
dependencies:
|
21
21
|
- !ruby/object:Gem::Dependency
|
22
|
-
name:
|
22
|
+
name: nokogiri
|
23
23
|
version_requirements: &id001 !ruby/object:Gem::Requirement
|
24
24
|
none: false
|
25
25
|
requirements:
|
26
26
|
- - ">="
|
27
27
|
- !ruby/object:Gem::Version
|
28
|
-
hash:
|
28
|
+
hash: 15
|
29
29
|
segments:
|
30
|
-
-
|
31
|
-
|
30
|
+
- 1
|
31
|
+
- 4
|
32
|
+
- 4
|
33
|
+
version: 1.4.4
|
32
34
|
prerelease: false
|
33
35
|
type: :runtime
|
34
36
|
requirement: *id001
|
35
37
|
- !ruby/object:Gem::Dependency
|
36
|
-
name:
|
38
|
+
name: racc
|
37
39
|
version_requirements: &id002 !ruby/object:Gem::Requirement
|
38
40
|
none: false
|
39
41
|
requirements:
|
40
42
|
- - ">="
|
41
43
|
- !ruby/object:Gem::Version
|
42
|
-
hash:
|
44
|
+
hash: 3
|
43
45
|
segments:
|
44
|
-
-
|
45
|
-
|
46
|
-
- 4
|
47
|
-
version: 1.4.4
|
46
|
+
- 0
|
47
|
+
version: "0"
|
48
48
|
prerelease: false
|
49
|
-
type: :
|
49
|
+
type: :development
|
50
50
|
requirement: *id002
|
51
51
|
- !ruby/object:Gem::Dependency
|
52
52
|
name: shoulda
|
@@ -108,20 +108,6 @@ dependencies:
|
|
108
108
|
prerelease: false
|
109
109
|
type: :development
|
110
110
|
requirement: *id006
|
111
|
-
- !ruby/object:Gem::Dependency
|
112
|
-
name: racc
|
113
|
-
version_requirements: &id007 !ruby/object:Gem::Requirement
|
114
|
-
none: false
|
115
|
-
requirements:
|
116
|
-
- - ">="
|
117
|
-
- !ruby/object:Gem::Version
|
118
|
-
hash: 3
|
119
|
-
segments:
|
120
|
-
- 0
|
121
|
-
version: "0"
|
122
|
-
prerelease: false
|
123
|
-
type: :development
|
124
|
-
requirement: *id007
|
125
111
|
description: |
|
126
112
|
This library helps write robots.txt compliant web robots in Ruby.
|
127
113
|
|