web_stat 0.3.9 → 0.3.10

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: ff258b9a50e224dfb465ad698871b2dc95dc2aaf028f5e966b0b920ca127f5f6
-  data.tar.gz: 0fe37dff66de85ac77137f95e94ef2e3a2e42ae1931b3b138017481c3cda9734
+  metadata.gz: 29a2c3d0e37310f75c009e696044495e1f1b1f3d9ee8840d08aec711b67b4a11
+  data.tar.gz: 1214f85ed921b82f964cb77f5b882c3f41a47db36188c7ce789208644918fcf7
 SHA512:
-  metadata.gz: c2158946ad78a192e902e6b74b9fd72ecfc001afe2c3b531c2e8cea9d7b37239d280174066329e3f908d843c0173ddc03181bf8af529870326f29bd19bf5ee06
-  data.tar.gz: eea91e8addd528e53989c94385c9d339895d138fea4fa911383b6c8157ade28a9c1c75566f2f40ca40d0f5c3b73267188b3695a573bc155a14150b22e3bebb47
+  metadata.gz: bad407ab3233b5a3fc11e5bb770862bd6346a42759830c66f04b9b525773c9459972d5ab78d8b86281914dfd78051898ad14c6a77d04ed38392b75dc4a3760e3
+  data.tar.gz: 2854708ae4aec9833f288ca3bece3a03a548aeaf5177582fb1ed569c85c27fd97b7897a9d080d81b8b670590e52d5b1a666eb918606c5643cc9286593ea9fd12

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    web_stat (0.3.7)
+    web_stat (0.3.10)
       bundler (>= 2.0.2)
       cld (>= 0.8.0)
       mechanize (>= 2.7)
@@ -83,7 +83,7 @@ GEM
       nokogiri (>= 1.6.0)
     rubyzip (2.3.0)
     safe_yaml (1.0.5)
-    sanitize (5.2.1)
+    sanitize (5.2.0)
       crass (~> 1.0.2)
       nokogiri (>= 1.8.0)
       nokogumbo (~> 2.0)

data/lib/helpers/web_drive_helper.rb

@@ -5,6 +5,23 @@ module WebStat
       # @param [String] url
       # @param [Integer] delay
       def get_last_url(url, delay=nil)
+        driver = get_driver(url, delay)
+        last_url = driver.current_url
+        driver.quit
+        last_url
+      end
+      # Get source of html
+      # @param [String] url
+      # @param [Integer] delay
+      def get_source(url, delay=nil)
+        driver = get_driver(url, delay)
+        source = driver.page_source
+        driver.quit
+        source
+      end
+      
+      private
+      def get_driver(url, delay=nil)
         Selenium::WebDriver.logger.output = File.join("/tmp", "selenium.log")
         Selenium::WebDriver.logger.level = :info
         options = Selenium::WebDriver::Chrome::Options.new(args: [
@@ -19,9 +36,7 @@ module WebStat
         if delay.is_a?(Integer)
           sleep delay
         end
-        last_url = driver.current_url
-        driver.quit
-        last_url
+        driver
       end
     end
   end

data/lib/web_stat/fetch.rb

@@ -86,7 +86,7 @@ module WebStat
           raise Mechanize::RobotsDisallowedError.new(url)
         end
         if WebStat::Configure.get["use_chromedirver"]
-          document = WebStat::WebDriverHelper.get_last_url(url)
+          body = WebStat::WebDriverHelper.get_source(url)
           @status = 200
         else
           document = mech.get(url, [], nil, { 'Accept-Language' => 'ja'})

data/lib/web_stat/version.rb

@@ -1,3 +1,3 @@
 module WebStat
-  VERSION = "0.3.9"
+  VERSION = "0.3.10"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: web_stat
 version: !ruby/object:Gem::Version
-  version: 0.3.9
+  version: 0.3.10
 platform: ruby
 authors:
 - yusuke abe