hotel_price 0.4.9 → 0.5.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: a4877dd06abfc1db17f1eceee5c0762b6ce11f7244a5ee732b19bc6f32e8202c
-  data.tar.gz: 820fea4b1ca11ee555e97d3cd93091e4331e0fb5564717bce5795994897519db
+  metadata.gz: 1e38f0cc8a2fa784a0d914f013934c8e3f5bc8bb862e5959f2025d7813d251c8
+  data.tar.gz: 24e3ef0bf32e8b93fd7de72fe2719f41568feef2d2d24f16779c54f38e24c740
 SHA512:
-  metadata.gz: 936d4d0452a487c9564b7d00af0035cdff16d8c24880a86fa588789bcdd6b512be74f5714814cdd8816537b64336dcc886a3243ca5e886fc1be0c7a8175a9c1e
-  data.tar.gz: 57a58b1c32df9f73494a9aa8174fc9afb1c6ab87fa948a681826d02160195f6c061cd0d419e4cee2b42c8c189fdc7b8def589a1f88817367310a1af3873ac02f
+  metadata.gz: a77a876336f07c6ed05fd864225fb5f3b8fc596142071b8eccdcb073005687af2875601fde6736b84289ce7a64cc72a3f4d7c2d872e0f62b05a118f5c1986e82
+  data.tar.gz: a751e80850b237e3fe3ee870e89e70e09d83c072cec30da1ae8a25d32c0702c3db4e5f643c7ae2fbd2b81e9c5b2f38e25cb89b9a16b68899893ce4dbaa51f2cd

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    hotel_price (0.4.8)
+    hotel_price (0.4.9)
       activesupport (~> 6.0.2.1)
       json (~> 2.3.0)
       nokogiri (~> 1.10.9)

data/lib/hotel_price/agoda/agoda_scraper.rb

@@ -7,7 +7,7 @@ module HotelPrice::Agoda
 
       query_string = make_query_string(checkin_date.to_s, num_adults)
       url = "https://www.agoda.com/ja-jp/#{agoda_hotel_id}.html?#{query_string}"
-      driver = self.get_selenium_driver
+      driver = self.get_selenium_driver mode
       driver.get(url)
       sleep 2
 
@@ -44,10 +44,17 @@ module HotelPrice::Agoda
       "adults=#{num_adults}"
     end
 
-    def self.get_selenium_driver
-      options = Selenium::WebDriver::Firefox::Options.new
-      options.add_argument("-headless")
-      Selenium::WebDriver.for :firefox, options: options
+    def self.get_selenium_driver(mode = 0)
+      if mode == 1
+        firefox_capabilities = Selenium::WebDriver::Remote::Capabilities.firefox
+        Selenium::WebDriver.for(:remote, url: "http://selenium-hub:4444/wd/hub", desired_capabilities: firefox_capabilities)
+      elsif mode == 2
+        Selenium::WebDriver.for :firefox
+      else
+        options = Selenium::WebDriver::Firefox::Options.new
+        options.add_argument("-headless")
+        Selenium::WebDriver.for :firefox, options: options
+      end
     end
   end
 end

data/lib/hotel_price/booking/booking_scraper.rb

@@ -7,7 +7,7 @@ module HotelPrice::Booking
 
       query_string = make_query_string(checkin_date.to_s, num_adults)
       url = "https://www.booking.com/hotel/jp/#{booking_hotel_id}.ja.html?#{query_string}"
-      driver = self.get_selenium_driver
+      driver = self.get_selenium_driver mode
       driver.get(url)
       sleep 2
 
@@ -47,10 +47,17 @@ module HotelPrice::Booking
       "group_adults=#{num_adults}&group_children=0"
     end
 
-    def self.get_selenium_driver
-      options = Selenium::WebDriver::Firefox::Options.new
-      options.add_argument("-headless")
-      Selenium::WebDriver.for :firefox, options: options
+    def self.get_selenium_driver(mode = 0)
+      if mode == 1
+        firefox_capabilities = Selenium::WebDriver::Remote::Capabilities.firefox
+        Selenium::WebDriver.for(:remote, url: "http://selenium-hub:4444/wd/hub", desired_capabilities: firefox_capabilities)
+      elsif mode == 2
+        Selenium::WebDriver.for :firefox
+      else
+        options = Selenium::WebDriver::Firefox::Options.new
+        options.add_argument("-headless")
+        Selenium::WebDriver.for :firefox, options: options
+      end
     end
   end
 end

data/lib/hotel_price/expedia/expedia_scraper.rb

@@ -7,7 +7,7 @@ module HotelPrice::Expedia
 
       query_string = make_query_string(checkin_date.to_s, num_adults)
       url = "https://www.expedia.co.jp/ja/#{expedia_hotel_id}.Hotel-Information?#{query_string}"
-      driver = self.get_selenium_driver
+      driver = self.get_selenium_driver mode
       driver.get(url)
       sleep 2
 
@@ -46,10 +46,17 @@ module HotelPrice::Expedia
       "rm1=a#{num_adults}"
     end
 
-    def self.get_selenium_driver
-      options = Selenium::WebDriver::Firefox::Options.new
-      options.add_argument("-headless")
-      Selenium::WebDriver.for :firefox, options: options
+    def self.get_selenium_driver(mode = 0)
+      if mode == 1
+        firefox_capabilities = Selenium::WebDriver::Remote::Capabilities.firefox
+        Selenium::WebDriver.for(:remote, url: "http://selenium-hub:4444/wd/hub", desired_capabilities: firefox_capabilities)
+      elsif mode == 2
+        Selenium::WebDriver.for :firefox
+      else
+        options = Selenium::WebDriver::Firefox::Options.new
+        options.add_argument("-headless")
+        Selenium::WebDriver.for :firefox, options: options
+      end
     end
   end
 end

data/lib/hotel_price/jalan/jalan_scraper.rb

@@ -1,4 +1,61 @@
 module HotelPrice::Jalan
   class JalanScraper
+    def self.get_price(jalan_hotel_id, checkin_date, num_adults, mode = 0)
+      date = DateTime.now.strftime("%Y-%m-%d")
+
+      query_string = make_query_string(checkin_date.to_s, num_adults)
+      url = "https://www.jalan.net/yad#{jalan_hotel_id}/plan/?screenId=UWW3101&yadNo=#{jalan_hotel_id}&#{query_string}"
+      puts url
+      driver = self.get_selenium_driver mode
+      driver.get(url)
+      sleep 2
+      @price_box = []
+      driver.find_elements(class_name: "p-planCassette").each do |f|
+        rows = f.find_elements(:xpath, "//tr")
+        rows.each do |e|
+          @price_box << {
+            date: date,
+            min_price: e.find_element(class_name: "p-searchResultItem__total").text.delete("^0-9").to_i,
+            hotel_name: driver.find_element(id: "yado_header_hotel_name").text,
+            room_name: e.find_element(class_name: "p-searchResultItem__planName").text,
+            plan_name: f.find_element(class_name: "p-planCassette__header").text
+          }
+        rescue
+        end
+      end
+      @price_box.sort_by { |a, b, c| c }.reverse.first
+    rescue
+      { date: date, min_price: 0 }
+    end
+
+    def self.make_query_string(checkin_date, num_adults)
+      cd_args = make_date_args checkin_date
+      na_args = make_num_adults_arg num_adults
+      "rootCd=7701&callbackHistFlg=1&contHideFlg=1&reSearchFlg=1&roomCrack=100000&smlCd=121108&distCd=01&#{cd_args}&stayCount=1&roomCount=1&#{na_args}&minPrice=0&maxPrice=999999"
+    end
+
+    def self.make_date_args checkin_date
+      Date.parse checkin_date rescue return ""
+      Date.parse(checkin_date).strftime("stayYear=%Y&stayMonth=%m&stayDay=%d")
+    end
+
+    def self.make_num_adults_arg num_adults
+      return "" if num_adults.to_i < 1
+      "adultNum=#{num_adults}"
+    end
+
+    def self.get_selenium_driver(mode = 0)
+      if mode == 1
+        firefox_capabilities = Selenium::WebDriver::Remote::Capabilities.firefox
+        Selenium::WebDriver.for(:remote, url: "http://selenium-hub:4444/wd/hub", desired_capabilities: firefox_capabilities)
+      elsif mode == 2
+        Selenium::WebDriver.for :firefox
+      else
+        options = Selenium::WebDriver::Firefox::Options.new
+        options.add_argument("-headless")
+        Selenium::WebDriver.for :firefox, options: options
+      end
+    end
+
   end
 end

data/lib/hotel_price/version.rb

@@ -1,3 +1,3 @@
 module HotelPrice
-  VERSION = "0.4.9"
+  VERSION = "0.5.0"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: hotel_price
 version: !ruby/object:Gem::Version
-  version: 0.4.9
+  version: 0.5.0
 platform: ruby
 authors:
 - Fumitake Kawasaki
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2020-04-09 00:00:00.000000000 Z
+date: 2020-04-10 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler