webmaster_tools 0.1.6 → 0.1.7
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- data/VERSION +1 -1
- data/lib/webmaster_tools.rb +26 -0
- metadata +12 -12
data/VERSION
CHANGED
@@ -1 +1 @@
|
|
1
|
-
0.1.
|
1
|
+
0.1.7
|
data/lib/webmaster_tools.rb
CHANGED
@@ -15,6 +15,7 @@ class WebmasterTools
|
|
15
15
|
STATS = "https://www.google.com/webmasters/tools/crawl-stats?hl=en&siteUrl=%s"
|
16
16
|
SUGGESTS = "https://www.google.com/webmasters/tools/html-suggestions?hl=en&siteUrl=%s"
|
17
17
|
REMOVAL = "https://www.google.com/webmasters/tools/removals-request?hl=en&siteUrl=%s&urlt=%s"
|
18
|
+
REMOVALS = "https://www.google.com/webmasters/tools/url-removal?hl=en&siteUrl=%s&urlt=%s&rlf=all&grid.r=0&grid.s=%s"
|
18
19
|
|
19
20
|
GWT_URL = "https://www.google.com/webmasters/tools/gwt/"
|
20
21
|
|
@@ -98,6 +99,31 @@ class WebmasterTools
|
|
98
99
|
files = page.search(".wmt-external-url").map { |n| File.basename(n.text) }
|
99
100
|
raise "could not submit URL" unless files.include?(File.basename(url_with_file))
|
100
101
|
end
|
102
|
+
|
103
|
+
def removal_stats(url, max_results = 100)
|
104
|
+
url = CGI::escape norm_url(url)
|
105
|
+
page = agent.get(REMOVALS % [url, CGI::escape(url), max_results])
|
106
|
+
|
107
|
+
removals_array = page.search('.grid tr').collect do |row|
|
108
|
+
next if row.at("td[1]").nil?
|
109
|
+
|
110
|
+
url = row.search('.wmt-external-url').text.strip
|
111
|
+
status = row.at("td[2]").text.strip
|
112
|
+
type = row.at("td[3]").text.strip
|
113
|
+
date = row.at("td[4]").text.strip
|
114
|
+
|
115
|
+
if status.include?('Removed')
|
116
|
+
status = 'Removed'
|
117
|
+
elsif status.include?('Denied')
|
118
|
+
status = 'Denied'
|
119
|
+
elsif status.include?('Pending')
|
120
|
+
status = 'Pending'
|
121
|
+
end
|
122
|
+
|
123
|
+
{:url => url, :status => status, :type => type, :date => date}
|
124
|
+
end.compact
|
125
|
+
return removals_array
|
126
|
+
end
|
101
127
|
|
102
128
|
###########################
|
103
129
|
|
metadata
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: webmaster_tools
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.1.
|
4
|
+
version: 0.1.7
|
5
5
|
prerelease:
|
6
6
|
platform: ruby
|
7
7
|
authors:
|
@@ -9,11 +9,11 @@ authors:
|
|
9
9
|
autorequire:
|
10
10
|
bindir: bin
|
11
11
|
cert_chain: []
|
12
|
-
date: 2012-
|
12
|
+
date: 2012-11-06 00:00:00.000000000Z
|
13
13
|
dependencies:
|
14
14
|
- !ruby/object:Gem::Dependency
|
15
15
|
name: mechanize
|
16
|
-
requirement: &
|
16
|
+
requirement: &70215342177940 !ruby/object:Gem::Requirement
|
17
17
|
none: false
|
18
18
|
requirements:
|
19
19
|
- - ! '>='
|
@@ -21,10 +21,10 @@ dependencies:
|
|
21
21
|
version: '0'
|
22
22
|
type: :runtime
|
23
23
|
prerelease: false
|
24
|
-
version_requirements: *
|
24
|
+
version_requirements: *70215342177940
|
25
25
|
- !ruby/object:Gem::Dependency
|
26
26
|
name: rake
|
27
|
-
requirement: &
|
27
|
+
requirement: &70215342177280 !ruby/object:Gem::Requirement
|
28
28
|
none: false
|
29
29
|
requirements:
|
30
30
|
- - ! '>='
|
@@ -32,10 +32,10 @@ dependencies:
|
|
32
32
|
version: '0'
|
33
33
|
type: :development
|
34
34
|
prerelease: false
|
35
|
-
version_requirements: *
|
35
|
+
version_requirements: *70215342177280
|
36
36
|
- !ruby/object:Gem::Dependency
|
37
37
|
name: rspec
|
38
|
-
requirement: &
|
38
|
+
requirement: &70215342176820 !ruby/object:Gem::Requirement
|
39
39
|
none: false
|
40
40
|
requirements:
|
41
41
|
- - ! '>='
|
@@ -43,10 +43,10 @@ dependencies:
|
|
43
43
|
version: '0'
|
44
44
|
type: :development
|
45
45
|
prerelease: false
|
46
|
-
version_requirements: *
|
46
|
+
version_requirements: *70215342176820
|
47
47
|
- !ruby/object:Gem::Dependency
|
48
48
|
name: vcr
|
49
|
-
requirement: &
|
49
|
+
requirement: &70215342176360 !ruby/object:Gem::Requirement
|
50
50
|
none: false
|
51
51
|
requirements:
|
52
52
|
- - ! '>='
|
@@ -54,10 +54,10 @@ dependencies:
|
|
54
54
|
version: '0'
|
55
55
|
type: :development
|
56
56
|
prerelease: false
|
57
|
-
version_requirements: *
|
57
|
+
version_requirements: *70215342176360
|
58
58
|
- !ruby/object:Gem::Dependency
|
59
59
|
name: webmock
|
60
|
-
requirement: &
|
60
|
+
requirement: &70215342175880 !ruby/object:Gem::Requirement
|
61
61
|
none: false
|
62
62
|
requirements:
|
63
63
|
- - ! '>='
|
@@ -65,7 +65,7 @@ dependencies:
|
|
65
65
|
version: '0'
|
66
66
|
type: :development
|
67
67
|
prerelease: false
|
68
|
-
version_requirements: *
|
68
|
+
version_requirements: *70215342175880
|
69
69
|
description: Webmaster Tools extends the official API to give programmatically access
|
70
70
|
to various crawl information and functions which are available via the webinterface
|
71
71
|
email:
|