web_stat 0.4.3 → 0.4.4
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/Gemfile.lock +1 -1
- data/lib/web_stat/fetch.rb +4 -12
- data/lib/web_stat/version.rb +1 -1
- metadata +1 -1
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: dc14d85bf9edb790963b56d1759fe01c60836f7c0aafb7c8acc67cbce480b21c
|
|
4
|
+
data.tar.gz: b1c321d0509f68cee0c443eed22ca6815ff9aede85aa66896a084bff43f5f44c
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: d8892eeb6c3c917a87f1cf4ca0627b6f0ac4c0c8025fbd65bf7df5ff60bcb6d0c21994f25540b6fb82b9b6a4ac4230035de2f34f694534bb91b84bd3d03f7a44
|
|
7
|
+
data.tar.gz: 2594de9b8a15705be360e9b0cd7e01d5cfc47b8cb4c91a1a25cd38f2b592e6607924c78f9d16093a2b03b47e097e31e3a153c6cd77852a91d7fc4f09625a6f59
|
data/Gemfile.lock
CHANGED
data/lib/web_stat/fetch.rb
CHANGED
|
@@ -95,19 +95,11 @@ module WebStat
|
|
|
95
95
|
if mech.agent.robots_disallowed?(url)
|
|
96
96
|
raise Mechanize::RobotsDisallowedError.new(url)
|
|
97
97
|
end
|
|
98
|
-
|
|
99
|
-
|
|
100
|
-
|
|
101
|
-
rescue Selenium::WebDriver::Error::UnknownError => e
|
|
102
|
-
document = mech.agent.get(url, [], nil, { 'Accept-Language' => 'ja'})
|
|
103
|
-
if document.class == Mechanize::File
|
|
104
|
-
body = document.body
|
|
105
|
-
else
|
|
106
|
-
body = document.body.encode('UTF-8', document.encoding)
|
|
107
|
-
end
|
|
108
|
-
end
|
|
98
|
+
begin
|
|
99
|
+
raise 'not_use_chromedirver' unless WebStat::Configure.get["use_chromedirver"]
|
|
100
|
+
body = WebStat::WebDriverHelper.get_source(url)
|
|
109
101
|
@status = 200
|
|
110
|
-
|
|
102
|
+
rescue
|
|
111
103
|
document = mech.get(url, [], nil, { 'Accept-Language' => 'ja'})
|
|
112
104
|
if document.class == Mechanize::File
|
|
113
105
|
body = document.body
|
data/lib/web_stat/version.rb
CHANGED