hotel_price 0.3.2 → 0.3.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 672b35ba401f15c898aec3704672a2f44c036ed6ead4fe58141eb6b733cedb4e
-  data.tar.gz: 64e76de7703a063114353638292c2beb15654eb43b70fddbf405f2ce303cfcca
+  metadata.gz: 92aec7a05284637bc1bd0ccadc6f2022888e6a5392d84bca9c78c236af810393
+  data.tar.gz: 2154651c9955907afbb09d429766df445d24919a9cd2eaf6471911a7b8b257b0
 SHA512:
-  metadata.gz: 6d22b791dea64cdbb7b7d37b6b3903d5bddf7091032e0b47c3015c0b1fc29510392fe8719ace887ba788ce6c2c0df84d5b8a5d6d2a245b5e525f1457f78b598c
-  data.tar.gz: bf780e075c09d2bf1afa8d7b9309ac61376d70ad4d8b9b4da29b17e72aaaf85553fd40ae211141647eda2b15c867497c3b6ce4422560d209277a341e53373702
+  metadata.gz: 6d48efbd42d28a278fce44b9af78ca1881de8fda7f966e271f3030529474f9847fe3bc053eb36279bf020ef4d7c7060f783a37b1836220e913d21b0c00814582
+  data.tar.gz: 79fa05cbf933589dd86918da447a776551d31f5380386d25c2a271ee39389acfef374903bedd2076d5d3b54008dae70766753917daffdb1dceb1eea0bec2211a

data/.rubocop.yml

@@ -222,3 +222,6 @@ Style/MutableConstant:
 
 Lint/NonDeterministicRequireOrder:
   Enabled: false
+
+Style/RescueModifier:
+  Enabled: false

data/Gemfile.lock

@@ -1,16 +1,27 @@
 PATH
   remote: .
   specs:
-    hotel_price (0.3.1)
+    hotel_price (0.3.2)
+      activesupport (~> 6.0.2.1)
       nokogiri (~> 1.10.9)
       selenium-webdriver (~> 3.141)
 
 GEM
   remote: https://rubygems.org/
   specs:
+    activesupport (6.0.2.1)
+      concurrent-ruby (~> 1.0, >= 1.0.2)
+      i18n (>= 0.7, < 2)
+      minitest (~> 5.1)
+      tzinfo (~> 1.1)
+      zeitwerk (~> 2.2)
     childprocess (3.0.0)
+    concurrent-ruby (1.1.6)
     diff-lcs (1.3)
+    i18n (1.8.2)
+      concurrent-ruby (~> 1.0)
     mini_portile2 (2.4.0)
+    minitest (5.14.0)
     nokogiri (1.10.9)
       mini_portile2 (~> 2.4.0)
     rake (13.0.1)
@@ -27,10 +38,14 @@ GEM
       diff-lcs (>= 1.2.0, < 2.0)
       rspec-support (~> 3.9.0)
     rspec-support (3.9.0)
-    rubyzip (2.0.0)
-    selenium-webdriver (3.142.6)
+    rubyzip (2.2.0)
+    selenium-webdriver (3.142.7)
       childprocess (>= 0.5, < 4.0)
       rubyzip (>= 1.2.2)
+    thread_safe (0.3.6)
+    tzinfo (1.2.6)
+      thread_safe (~> 0.1)
+    zeitwerk (2.3.0)
 
 PLATFORMS
   ruby

data/LICENSE.txt

@@ -1,6 +1,6 @@
 The MIT License (MIT)
 
-Copyright (c) 2019 el-fudo
+Copyright (c) 2019 Fumitake Kawasaki
 
 Permission is hereby granted, free of charge, to any person obtaining a copy
 of this software and associated documentation files (the "Software"), to deal

data/hotel_price.gemspec

@@ -31,6 +31,7 @@ Gem::Specification.new do |spec|
   spec.add_development_dependency "bundler", "~> 2.0"
   spec.add_development_dependency "rake", ">= 12.3.3"
   spec.add_development_dependency "rspec", "~> 3.0"
+  spec.add_runtime_dependency "activesupport", "~> 6.0.2.1"
   spec.add_runtime_dependency "nokogiri", "~> 1.10.9"
   spec.add_runtime_dependency "selenium-webdriver", "~> 3.141"
 end

data/lib/hotel_price.rb

@@ -3,8 +3,10 @@ require "hotel_price/rakuten"
 require "hotel_price/jalan"
 require "hotel_price/agoda"
 require "hotel_price/booking"
+require "hotel_price/expedia"
 require "selenium-webdriver"
 require "net/http"
+require "active_support/all"
 
 module HotelPrice
   class Error < StandardError; end

data/lib/hotel_price/agoda.rb

@@ -1,5 +1,5 @@
 require_relative "./agoda/agoda_api"
-
+require_relative "./agoda/agoda_scraper"
 module HotelPrice
   module Agoda
   end

data/lib/hotel_price/agoda/agoda_scraper.rb

@@ -0,0 +1,56 @@
+module HotelPrice::Agoda
+  class AgodaScraper
+    def self.get_price(day)
+      datetime = DateTime.now
+      retr_datetime = datetime + day
+      date = retr_datetime.day
+      date_tmrw = (retr_datetime + 1).day
+      url = "https://www.agoda.com/ja-jp/hotel-sunroute-new-sapporo/hotel/sapporo-jp.html"
+      driver = self.get_selenium_driver
+      driver.get(url)
+      sleep 2
+
+      added_months = (retr_datetime.year - datetime.year) * 12 + (retr_datetime.month - datetime.month)
+
+      if added_months.positive?
+        (1..added_months).each do |_n|
+          driver.find_element(:class_name, "DayPicker-NavButton--next").click
+          sleep 1
+        end
+      end
+
+      today = retr_datetime.strftime("%a %b %d %Y")
+      tomorrow = (retr_datetime + 1).strftime("%a %b %d %Y")
+
+      driver.find_elements(:xpath, "//div[@aria-label=\"#{today}\"]")[0].click
+      driver.find_elements(:xpath, "//div[@aria-label=\"#{tomorrow}\"]")[0].click
+      driver.find_element(:xpath, "/html/body/div[14]/div/div[1]/div/div/div[5]/div/div/div/div/div/div[1]/div[1]").click
+      driver.find_element(:class_name, "Searchbox__searchButton__text").click
+      sleep 5
+      begin
+        room_name = driver.find_element(:xpath, "/html/body/div[14]/div/div[4]/div/div[2]/div/div[4]/div/div[2]/div[3]/div[1]/div[1]/div[1]/a/div/div/span").text
+      rescue StandardError => e
+        room_name = ""
+      end
+      begin
+        min_price = driver.find_element(:class_name, "PriceRibbon__Price").text.gsub(",", "").to_i
+      rescue StandardError
+        min_price = 0
+      end
+      sleep 3
+      data = {
+        checkin_date: datetime.year.to_s + datetime.month.to_s + date.to_i.to_s,
+        agoda_min_price: min_price,
+        agoda_min_room_name: room_name
+      }
+      puts data
+      driver.quit
+    end
+
+    def self.get_selenium_driver
+      options = Selenium::WebDriver::Firefox::Options.new
+      options.add_argument("-headless")
+      Selenium::WebDriver.for :firefox#, options: options
+    end
+  end
+end

data/lib/hotel_price/expedia.rb

@@ -0,0 +1,6 @@
+require_relative "./expedia/expedia_scraper"
+
+module HotelPrice
+  module Expedia
+  end
+end

data/lib/hotel_price/expedia/expedia_scraper.rb

@@ -0,0 +1,50 @@
+require "date"
+
+module HotelPrice::Expedia
+  class ExpediaScraper
+    def self.get_price(expedia_hotel_id, checkin_date, num_adults)
+      date = DateTime.now.strftime("%Y-%m-%d")
+
+      query_string = make_query_string(checkin_date, num_adults)
+      url = "https://www.expedia.co.jp/ja/#{expedia_hotel_id}.Hotel-Information?#{query_string}"
+      driver = self.get_selenium_driver
+      driver.get(url)
+      sleep 2
+
+      data = driver.find_elements(:xpath, "//span[@data-stid='content-hotel-lead-price']")
+      return { date: date, min_price: 0 } if data.empty?
+      price = data.first.text.delete("^0-9").to_i
+
+      hotel_name = driver.find_elements(:xpath, "//h1[@data-stid='content-hotel-title']").first.text
+      room_name = driver.find_elements(:xpath, "//h3[@data-stid='room-info-title-heading']").first.text
+
+      { date: date, min_price: price, hotel_name: hotel_name, room_name: room_name }
+    end
+
+    def self.make_query_string(checkin_date, num_adults)
+      cd_args = make_date_args checkin_date
+      na_args = make_num_adults_arg num_adults
+      "#{cd_args}&#{na_args}&x_pwa=1&rfrr=HSR&pwa_ts=1583335742618&swpToggleOn=true&regionId=3250&destination=Sapporo%2C+Hokkaido%2C+Japan&destType=MARKET&neighborhoodId=6290332&selected=5224778&sort=recommended&top_dp=5686&top_cur=JPY"
+    end
+
+
+    def self.make_date_args checkin_date
+      Date.parse checkin_date rescue return ""
+      t = Date.parse(checkin_date)
+      checkin_arg = t.strftime("chkin=%Y-%m-%d")
+      checkout_arg = (t+1).strftime("chkout=%Y-%m-%d")
+      "#{checkin_arg}&#{checkout_arg}"
+    end
+
+    def self.make_num_adults_arg num_adults
+      return "" if num_adults.to_i <= 1
+      "rm1=a#{num_adults}"
+    end
+
+    def self.get_selenium_driver
+      options = Selenium::WebDriver::Firefox::Options.new
+      options.add_argument("-headless")
+      Selenium::WebDriver.for :firefox, options: options
+    end
+  end
+end

data/lib/hotel_price/version.rb

@@ -1,3 +1,3 @@
 module HotelPrice
-  VERSION = "0.3.2"
+  VERSION = "0.3.3"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: hotel_price
 version: !ruby/object:Gem::Version
-  version: 0.3.2
+  version: 0.3.3
 platform: ruby
 authors:
 - Fumitake Kawasaki
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2020-03-04 00:00:00.000000000 Z
+date: 2020-03-07 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -53,6 +53,20 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '3.0'
+- !ruby/object:Gem::Dependency
+  name: activesupport
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 6.0.2.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 6.0.2.1
 - !ruby/object:Gem::Dependency
   name: nokogiri
   requirement: !ruby/object:Gem::Requirement
@@ -107,8 +121,11 @@ files:
 - lib/hotel_price.rb
 - lib/hotel_price/agoda.rb
 - lib/hotel_price/agoda/agoda_api.rb
+- lib/hotel_price/agoda/agoda_scraper.rb
 - lib/hotel_price/booking.rb
 - lib/hotel_price/booking/booking_scraper.rb
+- lib/hotel_price/expedia.rb
+- lib/hotel_price/expedia/expedia_scraper.rb
 - lib/hotel_price/jalan.rb
 - lib/hotel_price/jalan/jalan_api.rb
 - lib/hotel_price/jalan/jalan_console.rb